fetchseo.rb in rubyretriever-1.2.0

- old
+ new

@@ -4,22 +4,14 @@
     # recieves target url and RR options
     # returns an array of onpage SEO related fields
     #   on all unique pages found on the site
     def initialize(url, options)
       super
-      @data = []
-      page_one = Retriever::Page.new(@t.source, @t)
-      lg("URL Crawled: #{@t.target}")
+      @data.push(@page_one.parse_seo)
 
-      @link_stack = page_one.parse_internal_visitable
-      errlog("Bad URL -- #{@t.target}") unless @link_stack
-      lg("#{@link_stack.size - 1} links found")
-      @link_stack.delete(@t.target)
-
-      @data.push(page_one.parse_seo)
-
       async_crawl_and_collect
-
+      # done, make sure progress bar says we are done
+      @progressbar.finish if @progress
       @data.sort_by! { |x| x[0].length }
     end
   end
 end