lib/spidr/body.rb in spidr-0.3.2 vs lib/spidr/body.rb in spidr-0.4.0

@@ -25,12 +25,12 @@
     #
     def doc
       unless body.empty?
         begin
           if html?
-            @doc ||= Nokogiri::HTML(body)
+            @doc ||= Nokogiri::HTML(body, @url.to_s, content_charset)
           elsif (rss? || atom? || xml? || xsl?)
-            @doc ||= Nokogiri::XML(body)
+            @doc ||= Nokogiri::XML(body, @url.to_s, content_charset)
           end
         rescue
         end
       end
     end