Contents

#!/usr/bin/env ruby
require File.dirname(__FILE__) + "/../lib/skivvies"

parser = RWGetOptionParser.new do |opts|
  opts.on("--parselet=JSON_FILE", "JSON_FILE must implement a parsley script") do |path|
    parser.options[:parselets] ||= []
    parser.options[:parselets] << path
    parser.options[:store_class] ||= :ParseletCSVStore
  end
  
  opts.on("--store_path=PATH", "PATH will contain csv files of the crawl") do |path|
    parser.options[:store_path] = path
  end
end

parser.parse!

if parser.options[:seeds].empty?
  puts parser.usage
  puts "    -h for options listing"
  exit(1) 
end

controller = RWGet::Controller.new(parser.options)
begin
  controller.start
ensure
  STDERR.puts "Closing..."
  controller.close
end

Version data entries

1 entries across 1 versions & 1 rubygems

Version	Path
fizx-skivvies-0.1.0	bin/skivvies