Sha256: 30c6916c5932377e0adecff56fda264299ce219dc11fd56d4446500359452306

Contents?: true

Size: 599 Bytes

Versions: 116

Compression:

Stored size: 599 Bytes

Contents

require 'httparty'

class Wco::ScrapeWsj

  def initialize site: nil, max_count: 2
    site ||= Wco::Site.find_by slug: 'wsj'

    out = HTTParty.get( site.origin ).response.body
    out = Nokogiri::HTML(out)
    out.css('h3').each_with_index do |headline, idx|
      if idx < max_count
        puts! headline.text, 'headline'
        h = Wco::Headline.create({
          date: Time.now.to_date,
          site: site,
          name: headline.text,
        })
        if h.persisted?
          print '.'
        else
          puts! h.errors.full_messages
        end
      end
    end
  end

end

Version data entries

116 entries across 116 versions & 1 rubygems

Version Path
wco_models-3.1.0.155 lib/wco/scrape_wsj.rb
wco_models-3.1.0.154 lib/wco/scrape_wsj.rb
wco_models-3.1.0.153 lib/wco/scrape_wsj.rb
wco_models-3.1.0.152 lib/wco/scrape_wsj.rb
wco_models-3.1.0.151 lib/wco/scrape_wsj.rb
wco_models-3.1.0.150 lib/wco/scrape_wsj.rb
wco_models-3.1.0.149 lib/wco/scrape_wsj.rb
wco_models-3.1.0.148 lib/wco/scrape_wsj.rb
wco_models-3.1.0.147 lib/wco/scrape_wsj.rb
wco_models-3.1.0.146 lib/wco/scrape_wsj.rb
wco_models-3.1.0.145 lib/wco/scrape_wsj.rb
wco_models-3.1.0.144 lib/wco/scrape_wsj.rb
wco_models-3.1.0.143 lib/wco/scrape_wsj.rb
wco_models-3.1.0.142 lib/wco/scrape_wsj.rb
wco_models-3.1.0.141 lib/wco/scrape_wsj.rb
wco_models-3.1.0.140 lib/wco/scrape_wsj.rb
wco_models-3.1.0.139 lib/wco/scrape_wsj.rb
wco_models-3.1.0.138 lib/wco/scrape_wsj.rb
wco_models-3.1.0.137 lib/wco/scrape_wsj.rb
wco_models-3.1.0.136 lib/wco/scrape_wsj.rb