spec/anemone_spec.rb in anemone-0.1.2 vs spec/anemone_spec.rb in anemone-0.2.0
- old
+ new
@@ -12,15 +12,19 @@
it "should accept options for the crawl" do
Anemone.crawl(SPEC_DOMAIN, :verbose => false,
:threads => 2,
:discard_page_bodies => true,
- :user_agent => 'test')
+ :user_agent => 'test',
+ :obey_robots_txt => true,
+ :depth_limit => 3)
Anemone.options.verbose.should == false
Anemone.options.threads.should == 2
Anemone.options.discard_page_bodies.should == true
Anemone.options.delay.should == 0
Anemone.options.user_agent.should == 'test'
+ Anemone.options.obey_robots_txt.should == true
+ Anemone.options.depth_limit.should == 3
end
it "should use 1 thread if a delay is requested" do
Anemone.crawl(SPEC_DOMAIN, :delay => 0.01, :threads => 2)
Anemone.options.threads.should == 1