lib/anemone/core.rb in anemone-0.7.0 vs lib/anemone/core.rb in anemone-0.7.1

- old
+ new

@@ -1,17 +1,17 @@ require 'thread' -require 'robots' +require 'robotex' require 'anemone/tentacle' require 'anemone/page' require 'anemone/exceptions' require 'anemone/page_store' require 'anemone/storage' require 'anemone/storage/base' module Anemone - VERSION = '0.7.0'; + VERSION = '0.7.1'; # # Convenience method to start a crawl # def Anemone.crawl(urls, options = {}, &block) @@ -197,10 +197,10 @@ def process_options @opts = DEFAULT_OPTS.merge @opts @opts[:threads] = 1 if @opts[:delay] > 0 storage = Anemone::Storage::Base.new(@opts[:storage] || Anemone::Storage.Hash) @pages = PageStore.new(storage) - @robots = Robots.new(@opts[:user_agent]) if @opts[:obey_robots_txt] + @robots = Robotex.new(@opts[:user_agent]) if @opts[:obey_robots_txt] freeze_options end #