Sha256: 059ddb7c4e15f59274c86e42d635bf59c20fbab06803599b0627a23ce03b463f
Contents?: true
Size: 636 Bytes
Versions: 38
Compression:
Stored size: 636 Bytes
Contents
require 'httparty'
class Wco::ScrapeWsj
def initialize site: nil, max_count: 2
site ||= Wco::Site.find_by slug: 'wsj'
# out = HTTParty.get( site.origin ).response.body
# out = `curl #{site.origin}`
out = Nokogiri::HTML(out)
out.css('h3').each_with_index do |headline, idx|
if idx < max_count
puts! headline.text, 'headline'
h = Wco::Headline.create({
date: Time.now.to_date,
site: site,
name: headline.text,
})
if h.persisted?
print '.'
else
puts! h.errors.full_messages
end
end
end
end
end
Version data entries
38 entries across 38 versions & 1 rubygems