lib/anemone/core.rb in anemone-0.7.0 vs lib/anemone/core.rb in anemone-0.7.1
- old
+ new
@@ -1,17 +1,17 @@
require 'thread'
-require 'robots'
+require 'robotex'
require 'anemone/tentacle'
require 'anemone/page'
require 'anemone/exceptions'
require 'anemone/page_store'
require 'anemone/storage'
require 'anemone/storage/base'
module Anemone
- VERSION = '0.7.0';
+ VERSION = '0.7.1';
#
# Convenience method to start a crawl
#
def Anemone.crawl(urls, options = {}, &block)
@@ -197,10 +197,10 @@
def process_options
@opts = DEFAULT_OPTS.merge @opts
@opts[:threads] = 1 if @opts[:delay] > 0
storage = Anemone::Storage::Base.new(@opts[:storage] || Anemone::Storage.Hash)
@pages = PageStore.new(storage)
- @robots = Robots.new(@opts[:user_agent]) if @opts[:obey_robots_txt]
+ @robots = Robotex.new(@opts[:user_agent]) if @opts[:obey_robots_txt]
freeze_options
end
#