Contents

#!/usr/bin/env ruby

require 'rawler'
require File.join(File.dirname(__FILE__), '..', '/vendor/lib-trollop.rb')

opts = Trollop::options do
  version "rawler #{Rawler::VERSION} (c) 2011 Oscar Del Ben"
  banner <<-EOS
Rawler is a command line utility for parsing links on a website

Usage:
      rawler http://example.com [options]

where [options] are:
EOS
  
  opt :username, "HTT Basic Username", :type => :string
  opt :password, "HTT Basic Password", :type => :string
  opt :wait, "Seconds to wait between requests, may be fractional e.g. '1.5'", :type => :float, :default => 3.0
  opt :log, "Log results to file #{Rawler::Base::DEFAULT_LOGFILE}", :type => :boolean, :default => false
  opt :logfile, "Specify logfile, implies --log", :type => :string, :default => Rawler::Base::DEFAULT_LOGFILE
  opt :css, "Check CSS links", :type => :boolean, :default => false
end


domain = ARGV.shift

if domain.nil?
  Trollop::die "Domain name is mandatory. Type --help for help"
else
  Trollop::options do
    opt :domain, "Domain address", :type => :string
  end
end

Rawler::Base.new(domain, $stdout, opts).validate

Version data entries

1 entries across 1 versions & 1 rubygems

Version	Path
rawler-0.1.6	bin/rawler