bin/rr in rubyretriever-1.0.3 vs bin/rr in rubyretriever-1.1.0

- old
+ new

@@ -2,75 +2,75 @@ require 'retriever' require 'optparse' options = {} - optparse = OptionParser.new do|opts| + optparse = OptionParser.new do |opts| # Set a banner, displayed at the top # of the help screen. - opts.banner = "Usage: rr [MODE FLAG] [options] Target_URL" - options[:sitemap] = false - opts.on( '-s', '--sitemap [FORMAT]', 'MODE FLAG: Sitemap mode' ) do |output_type| - options[:sitemap] = output_type||'' + opts.banner = 'Usage: rr [MODE FLAG] [options] Target_URL' + options['sitemap'] = false + opts.on('-s', '--sitemap [FORMAT]', 'MODE FLAG: Sitemap mode') do |output_type| + options['sitemap'] = output_type || '' end - options[:fileharvest] = false - opts.on( '-f', '--files FILETYPE', 'MODE FLAG: Fileharvest mode' ) do |file_ext| - options[:fileharvest] = file_ext + options['fileharvest'] = false + opts.on('-f', '--files FILETYPE', 'MODE FLAG: Fileharvest mode') do |file_ext| + options['fileharvest'] = file_ext end - options[:seo] = false - opts.on( '-e', '--seo', 'MODE FLAG: SEO mode' ) do - options[:seo] = true + options['seo'] = false + opts.on('-e', '--seo', 'MODE FLAG: SEO mode') do + options['seo'] = true end - options[:filename] = nil - opts.on( '-o', '--out FILENAME', 'Dump output to selected filename' ) do|filename| - options[:filename] = filename + options['filename'] = nil + opts.on('-o', '--out FILENAME', 'Dump output to selected filename') do |filename| + options['filename'] = filename end # Define the options, and what they do - options[:verbose] = false - opts.on( '-v', '--verbose', 'Output more information' ) do - options[:verbose] = true + options['verbose'] = false + opts.on('-v', '--verbose', 'Output more information') do + options['verbose'] = true end - options[:progress] = false - opts.on( '-p', '--progress', 'Output progress bar' ) do - options[:progress] = true + options['progress'] = false + opts.on('-p', '--progress', 'Output progress bar') do + options['progress'] = true end - options[:maxpages] = false - opts.on( '-l', '--limit PAGE_LIMIT_#', 'set a max on the total number of crawled pages' ) do |maxpages| + options['maxpages'] = false + opts.on('-l', '--limit PAGE_LIMIT_#', 'set a max on the total number of crawled pages') do |maxpages| options[:maxpages] = maxpages end - options[:autodown] = false - opts.on( '-a', '--auto', 'Automatically download all files of filetype located' ) do + options['autodown'] = false + opts.on('-a', '--auto', 'Automatically download all files of filetype located') do options[:autodown] = true end # This displays the help screen, all programs are # assumed to have this option. - opts.on( '-h', '--help', 'Display this screen' ) do + opts.on('-h', '--help', 'Display this screen') do puts opts exit end end - - optparse.parse! + +optparse.parse! if ARGV[0].nil? - abort("###Missing Required Argument\nUsage: rr [mode] [options] Target_URL") + abort('###Missing Required Argument\nUsage: rr [mode] [options] Target_URL') end ARGV.each do|q| if options[:verbose] - puts "###############################" - puts "### [RubyRetriever]" - puts "### Creating Sitemap" if options[:sitemap] - puts "### Outputting in format: #{options[:sitemap]}" if options[:sitemap] - puts "### Performing File Harvest" if options[:fileharvest] - puts "### Searching for file extension: #{options[:fileharvest]} pages" if (options[:fileharvest]) - puts "### Performing SEO Scrape" if options[:seo] - puts "### Writing output to filename: #{options[:filename]}" if options[:filename] - puts "### Being verbose" - puts "### Stopping after #{options[:maxpages]} pages" + puts '###############################' + puts '### [RubyRetriever]' + puts '### Creating Sitemap' if options['sitemap'] + puts "### Outputting in format: #{options['sitemap']}" if options['sitemap'] + puts '### Performing File Harvest' if options['fileharvest'] + puts "### Searching for file extension: #{options['fileharvest']} pages" if options['fileharvest'] + puts '### Performing SEO Scrape' if options['seo'] + puts "### Writing output to filename: #{options['filename']}" if options['filename'] + puts '### Being verbose' + puts "### Stopping after #{options['maxpages']} pages" end - puts "###############################" + puts '###############################' puts "### [RubyRetriever] go fetch #{q}" Retriever::CLI.new(q, options) - puts "### [RubyRetriever] is done." - puts "###############################" + puts '### [RubyRetriever] is done.' + puts '###############################' puts end