Contents

require 'relevance/tarantula'
require 'test_helper'

class SpiderTest < ActionDispatch::IntegrationTest
  fixtures :all

  @@to_skip = [
    /^\/(posts|users)\/\d+(\/edit)?$/,
  ]

  def test_users
    t = tarantula_crawler(self)
    #t.handlers << Relevance::Tarantula::TidyHandler.new
    t.crawl_timeout = 15.seconds
    t.skip_uri_patterns += @@to_skip 
    t.crawl '/users'
  end

  def test_posts
    t = tarantula_crawler(self)
    #t.handlers << Relevance::Tarantula::TidyHandler.new
    t.crawl_timeout = 15.seconds
    t.skip_uri_patterns += @@to_skip 
    t.crawl '/posts'
  end

end

Version data entries

8 entries across 8 versions & 1 rubygems

Version	Path
magic_grid-0.10.4	test/dummy/test/integration/spider_test.rb
magic_grid-0.10.3	test/dummy/test/integration/spider_test.rb
magic_grid-0.10.2	test/dummy/test/integration/spider_test.rb
magic_grid-0.10.1	test/dummy/test/integration/spider_test.rb
magic_grid-0.10.0	test/dummy/test/integration/spider_test.rb
magic_grid-0.9.3.1	test/dummy/test/integration/spider_test.rb
magic_grid-0.9.3	test/dummy/test/integration/spider_test.rb
magic_grid-0.9.2	test/dummy/test/integration/spider_test.rb