lib/wombat/processing/parser.rb in wombat-2.1.3 vs lib/wombat/processing/parser.rb in wombat-2.2.0
- old
+ new
@@ -32,16 +32,18 @@
def parser_for(metadata)
url = "#{metadata[:base_url]}#{metadata[:path]}"
page = nil
parser = nil
begin
+ @page = metadata[:page]
+
if metadata[:document_format] == :html
- @page = @mechanize.get(url)
+ @page = @mechanize.get(url) unless @page
parser = @page.parser
parser.headers = @page.header
else
- @page = RestClient.get(url)
+ @page = RestClient.get(url) unless @page
parser = Nokogiri::XML @page
parser.headers = @page.headers
end
@response_code = @page.code.to_i if @page.respond_to? :code
parser
@@ -54,6 +56,6 @@
raise $!
end
end
end
end
-end
\ No newline at end of file
+end