lib/retriever/fetchsitemap.rb in rubyretriever-1.2.3 vs lib/retriever/fetchsitemap.rb in rubyretriever-1.2.4

- old
+ new

@@ -3,18 +3,18 @@ class FetchSitemap < Fetch # recieves target URL and RR options # returns an array of all unique pages found on the site def initialize(url, options) super - @data.push(@t.target) - @data.concat(@link_stack) + @result.push(@t.target) + @result.concat(@link_stack) async_crawl_and_collect # done, make sure progress bar says we are done @progressbar.finish if @progress - @data.sort_by! { |x| x.length } if @data.size > 1 - @data.uniq! + @result.sort_by! { |x| x.length } if @result.size > 1 + @result.uniq! end private # produces valid XML sitemap based on page collection fetched. @@ -22,21 +22,21 @@ def gen_xml filename = @t.host.split('.')[1] f = File.open("sitemap-#{filename}.xml", 'w+') f << "<?xml version='1.0' encoding='UTF-8'?>" f << "<urlset xmlns='http://www.sitemaps.org/schemas/sitemap/0.9'>" - @data.each do |url| + @result.each do |url| f << "<url><loc>#{url}</loc></url>" end f << '</urlset>' f.close print_file_info(filename) end def print_file_info(filename) puts HR puts "File Created: sitemap-#{filename}.xml" - puts "Object Count: #{@data.size}" + puts "Object Count: #{@result.size}" puts HR + "\n" end end end