bin/rawler in rawler-0.1.7 vs bin/rawler in rawler-0.1.8

- old
+ new

@@ -12,17 +12,20 @@ rawler http://example.com [options] where [options] are: EOS - opt :username, "HTT Basic Username", :type => :string - opt :password, "HTT Basic Password", :type => :string + opt :username, "HTTP Basic Username", :type => :string + opt :password, "HTTP Basic Password", :type => :string opt :wait, "Seconds to wait between requests, may be fractional e.g. '1.5'", :type => :float, :default => 3.0 opt :log, "Log results to file #{Rawler::Base::DEFAULT_LOGFILE}", :type => :boolean, :default => false opt :logfile, "Specify logfile, implies --log", :type => :string, :default => Rawler::Base::DEFAULT_LOGFILE opt :css, "Check CSS links", :type => :boolean, :default => false - opt :skip, "Skip URLS that match a pattern", :type => :string - opt :iskip, "Skip URLS that match a case insensitive pattern", :type => :string + opt :skip, "Skip URLs that match a pattern", :type => :string + opt :iskip, "Skip URLs that match a case insensitive pattern", :type => :string + opt :include, "Only include URLS that match a pattern", :type => :string + opt :iinclude, "Only include URLS that match a case insensitive pattern. Equivalent to '--include ^http://mysite.com/*'.", :type => :string + opt :local, "Restrict to the given URL and below", :type => :boolean, :default => false end domain = ARGV.shift