Contents

require 'relevance/tarantula'
require 'test_helper'

class SpiderTest < ActionDispatch::IntegrationTest
  fixtures :all

  @@to_skip = [
    /^\/(posts|users)\/\d+(\/edit)?$/,
  ]

  def test_users
    t = tarantula_crawler(self)
    #t.handlers << Relevance::Tarantula::TidyHandler.new
    t.crawl_timeout = 5.seconds
    t.skip_uri_patterns += @@to_skip 
    t.crawl '/users'
  end

  def test_posts
    t = tarantula_crawler(self)
    #t.handlers << Relevance::Tarantula::TidyHandler.new
    t.crawl_timeout = 5.seconds
    t.skip_uri_patterns += @@to_skip 
    t.crawl '/posts'
  end

end

Version data entries

9 entries across 9 versions & 1 rubygems

Version	Path
magic_grid-0.12.6	test/dummy/test/integration/spider_test.rb
magic_grid-0.12.5	test/dummy/test/integration/spider_test.rb
magic_grid-0.12.4	test/dummy/test/integration/spider_test.rb
magic_grid-0.12.3	test/dummy/test/integration/spider_test.rb
magic_grid-0.12.2	test/dummy/test/integration/spider_test.rb
magic_grid-0.12.1	test/dummy/test/integration/spider_test.rb
magic_grid-0.12.0	test/dummy/test/integration/spider_test.rb
magic_grid-0.11.1	test/dummy/test/integration/spider_test.rb
magic_grid-0.11.0	test/dummy/test/integration/spider_test.rb