lib/anemone/tentacle.rb in anemone-0.1.2 vs lib/anemone/tentacle.rb in anemone-0.2.0
- old
+ new
@@ -15,14 +15,18 @@
# Gets links from @link_queue, and returns the fetched
# Page objects into @page_queue
#
def run
while true do
- link = @link_queue.deq
+ link, from_page = @link_queue.deq
break if link == :END
-
- page = Page.fetch(link)
+
+ if from_page
+ page = Page.fetch(link, from_page)
+ else
+ page = Page.fetch(link)
+ end
@page_queue.enq(page)
sleep Anemone.options.delay
end
\ No newline at end of file