Contents

require File.expand_path(File.dirname(__FILE__) + '/../spec_helper')

describe CobwebCrawler do

  before(:each) do
  
    @base_url = "http://localhost:3532/"
  
    @default_headers = {"Cache-Control" => "private, max-age=0",
                        "Date" => "Wed, 10 Nov 2010 09:06:17 GMT",
                        "Expires" => "-1",
                        "Content-Type" => "text/html; charset=UTF-8",
                        "Content-Encoding" => "gzip",
                        "Transfer-Encoding" => "chunked",
                        "Server" => "gws",
                        "X-XSS-Protection" => "1; mode=block"}

  end  

  
  it "should generate a cobweb_crawler object" do
    CobwebCrawler.new.should be_an_instance_of CobwebCrawler
  end
  
  describe "crawl" do
    it "should crawl a site" do
      
      # temporary tests to run crawler - proper specs to follow.. honest
      
      crawler = CobwebCrawler.new({:cache => false, :quiet => false, :debug => true})
      
      statistics = crawler.crawl(@base_url)
      
      statistics.should_not be_nil
      statistics.get_statistics.should be_an_instance_of Hash
      
    end
    
    it "should take a block" do

      # temporary tests to run crawler - proper specs to follow.. honest

      crawler = CobwebCrawler.new({:cache => false, :quiet => false, :debug => false})
      
      statistics = crawler.crawl(@base_url) do |content, statistics|
        content[:url].should_not be_nil
        statistics[:average_length].should_not be_nil
      end
      
      statistics.should_not be_nil
      statistics.get_statistics.should be_an_instance_of Hash
      
    end
  end  

end 

Version data entries

5 entries across 5 versions & 1 rubygems

Version	Path
cobweb-1.0.11	spec/cobweb/cobweb_crawler_spec.rb
cobweb-1.0.10	spec/cobweb/cobweb_crawler_spec.rb
cobweb-1.0.9	spec/cobweb/cobweb_crawler_spec.rb
cobweb-1.0.8	spec/cobweb/cobweb_crawler_spec.rb
cobweb-1.0.6	spec/cobweb/cobweb_crawler_spec.rb