Contents

require 'awesome_bot/links'
require 'awesome_bot/net'
require 'awesome_bot/output'
require 'awesome_bot/result'

# Check links
module AwesomeBot
  class << self
    def check(content, options=nil, number_of_threads=1)
      if options.nil?
        white_listed = nil
        skip_dupe = false
        timeout = nil
        delay = 0
        base = nil
      else
        white_listed = options['whitelist']
        skip_dupe = options['allowdupe']
        timeout = options['timeout']
        delay = options['delay']
        delay = 0 if delay.nil?
        base = options['baseurl']
      end

      links = links_filter(links_find(content, base))

      r = Result.new(links, white_listed)
      r.skip_dupe = skip_dupe

      r.dupes = r.links.select { |e| r.links.count(e) > 1 }

      yield "Links to check: #{r.links.count}" if block_given?
      yield ", #{r.links_white_listed.count} white listed" if r.white_listing && block_given?
      uniq = r.links.uniq.count

      yield ", #{uniq} unique" if uniq != r.links.count && block_given?
      yield "\n" if block_given?
      total = pad_list r.links.uniq
      r.links.uniq.each_with_index do |u, j|
        yield "  #{pad_text j + 1, total}. #{u} \n" if block_given?
      end

      head = false

      yield 'Checking URLs: ' if block_given? && r.links.count > 0
      r.status =
        statuses(r.links.uniq, number_of_threads, timeout, head, delay) do |s|
          yield log_status s if block_given?
        end
      yield "\n" if block_given?

      return r if !r.white_listing || (r.links_white_listed.count == 0)

      yield 'Checking white listed URLs: ' if block_given?
      r.white_listed =
        statuses(r.links_white_listed.uniq, number_of_threads, nil, head, delay) do |s|
          yield log_status s if block_given?
        end
      yield "\n" if block_given?

      r
    end # check
  end # class
end

Version data entries

9 entries across 9 versions & 1 rubygems

Version	Path
awesome_bot-1.20.0	lib/awesome_bot/check.rb
awesome_bot-1.19.1	lib/awesome_bot/check.rb
awesome_bot-1.19.0	lib/awesome_bot/check.rb
awesome_bot-1.18.0	lib/awesome_bot/check.rb
awesome_bot-1.17.2	lib/awesome_bot/check.rb
awesome_bot-1.17.1	lib/awesome_bot/check.rb
awesome_bot-1.17.0	lib/awesome_bot/check.rb
awesome_bot-1.16.1	lib/awesome_bot/check.rb
awesome_bot-1.16.0	lib/awesome_bot/check.rb