Contents

# frozen_string_literal: true

require_relative './lib/broken_link_finder'
require 'benchmark'

url = ARGV[0] || 'http://txti.es'
finder = BrokenLinkFinder::Finder.new

# puts Benchmark.measure { finder.crawl_page url }
puts Benchmark.measure { finder.crawl_site url }
puts "Links crawled: #{finder.total_links_crawled}"

# http://txti.es page crawl with threading
# Pre:  17.5 seconds
# Post: 7.5  seconds

# http://txti.es with threading - page vs site crawl
# Page: 9.526981
# Site: 9.732416
# Multi-threading crawl_site now yields the same time as a single page

# Large site crawl - all link recording functionality
# Pre:  608 seconds with 7665 links crawled
# Post: 355 seconds with 1099 links crawled

# Large site crawl - retry mechanism
# Pre:  140 seconds
# Post: 170 seconds

Version data entries

7 entries across 7 versions & 1 rubygems

Version	Path
broken_link_finder-0.12.3	benchmark.rb
broken_link_finder-0.12.2	benchmark.rb
broken_link_finder-0.12.1	benchmark.rb
broken_link_finder-0.12.0	benchmark.rb
broken_link_finder-0.11.1	benchmark.rb
broken_link_finder-0.11.0	benchmark.rb
broken_link_finder-0.10.0	benchmark.rb