Contents

class StockIndex

  class BaseScraper

    require 'nokogiri'

    def parse_rows(rows)
      rows.inject([]) do |array, tr|
        symbol = symbol(tr)
        market = market(tr)
        if symbol && market
          component = StockIndex::Component.new(symbol, market, wikipedia_link(tr))
          array << component.attributes if component.valid?
        end
        array
      end
    end

    def td(tr, position)
      tr.css('td')[position]
    end

    def wikipedia_position(tr, position)
      wikipedia_td = tr.css('td')[position]
      wikipedia_path = wikipedia_td ? wikipedia_td.css('a').first.attributes['href'].value : nil
      build_wikipedia_link(wikipedia_path)
    end

    def build_wikipedia_link(wikipedia_path)
      URI::HTTP.build({:host => 'en.wikipedia.org', :path => wikipedia_path}).to_s rescue nil
    end

  end

end

Version data entries

6 entries across 6 versions & 1 rubygems

Version	Path
stock_index-0.8.3	lib/stock_index/scrapers/base_scraper.rb
stock_index-0.8.2	lib/stock_index/scrapers/base_scraper.rb
stock_index-0.8.1	lib/stock_index/scrapers/base_scraper.rb
stock_index-0.8.0	lib/stock_index/scrapers/base_scraper.rb
stock_index-0.7.0	lib/stock_index/scrapers/base_scraper.rb
stock_index-0.6.0	lib/stock_index/scrapers/base_scraper.rb