Contents

require 'spidr/actions'
require 'spidr/agent'

require 'spec_helper'

describe Actions do
  let(:url) { URI('http://spidr.rubyforge.org/') }

  it "should be able to pause spidering" do
    count = 0
    agent = Agent.host('spidr.rubyforge.org') do |spider|
      spider.every_page do |page|
        count += 1
        spider.pause! if count >= 2
      end
    end

    agent.should be_paused
    agent.history.length.should == 2
  end

  it "should be able to continue spidering after being paused" do
    agent = Agent.new do |spider|
      spider.every_page do |page|
        spider.pause!
      end
    end

    agent.enqueue(url)
    agent.continue!

    agent.visited?(url).should == true
  end

  it "should allow skipping of enqueued links" do
    agent = Agent.new do |spider|
      spider.every_url do |url|
        spider.skip_link!
      end
    end

    agent.enqueue(url)

    agent.queue.should be_empty
  end

  it "should allow skipping of visited pages" do
    agent = Agent.new do |spider|
      spider.every_page do |url|
        spider.skip_page!
      end
    end

    agent.visit_page(url)

    agent.history.should == Set[url]
    agent.queue.should be_empty
  end
end

Version data entries

6 entries across 6 versions & 2 rubygems

Version	Path
spidr_epg-1.0.0	spec/actions_spec.rb
spidr-0.4.1	spec/actions_spec.rb
spidr-0.4.0	spec/actions_spec.rb
spidr-0.3.2	spec/actions_spec.rb
spidr-0.3.1	spec/actions_spec.rb
spidr-0.3.0	spec/actions_spec.rb