Sha256: fd83ba986638b842e8dd8de0ccb7553504c8f64494cbea83345cdd92d763157a
Contents?: true
Size: 712 Bytes
Versions: 84
Compression:
Stored size: 712 Bytes
Contents
require 'nokogiri'
module Spotlight
module Resources
##
# Generic web resource harvester base module
module Web
extend ActiveSupport::Concern
included do
before_create do
harvest!
end
end
def harvest!
response = Spotlight::Resources::Web.fetch url
data[:headers] = response.headers
data[:body] = response.body
end
def body
harvest! if data[:body].blank?
@body ||= Nokogiri::HTML.parse data[:body]
end
def self.fetch(url)
Faraday.new(url) do |b|
b.use FaradayMiddleware::FollowRedirects
b.adapter :net_http
end.get
end
end
end
end
Version data entries
84 entries across 84 versions & 1 rubygems