lib/wombat/processing/parser.rb in wombat-2.1.3 vs lib/wombat/processing/parser.rb in wombat-2.2.0

- old
+ new

@@ -32,16 +32,18 @@ def parser_for(metadata) url = "#{metadata[:base_url]}#{metadata[:path]}" page = nil parser = nil begin + @page = metadata[:page] + if metadata[:document_format] == :html - @page = @mechanize.get(url) + @page = @mechanize.get(url) unless @page parser = @page.parser parser.headers = @page.header else - @page = RestClient.get(url) + @page = RestClient.get(url) unless @page parser = Nokogiri::XML @page parser.headers = @page.headers end @response_code = @page.code.to_i if @page.respond_to? :code parser @@ -54,6 +56,6 @@ raise $! end end end end -end \ No newline at end of file +end