lib/report_command.rb in cobweb-1.0.25 vs lib/report_command.rb in cobweb-1.0.26

- old
+ new

@@ -3,10 +3,20 @@ if opts[:output] options = opts.to_hash.delete_if { |k, v| v.nil?} options[:quiet] = !opts[:verbose] + if options.has_key?(:seed_url_file) + filename = options.delete(:seed_url_file) + options[:seed_urls] = [] + File.open(filename, "r") do |f| + f.each_line do |line| + options[:seed_urls] << line + end + end + end + @crawler = CobwebCrawler.new({:cache_type => :full, :raise_exceptions => true}.merge(options)) columns = nil CSV.open(options[:output], "wb", :force_quotes => true) do |csv| @@ -20,10 +30,9 @@ page["keywords"] = scope.meta_tag_with_name("keywords")["content"] page["img tag count"] = scope.img_tags.count page["scripts in body"] = scope.body_tag.script_tags.count page["img without alt count"] = scope.img_tags.select{|node| node[:alt].nil? || node[:alt].strip().empty?}.count page["img alt"] = scope.img_tags_with_alt.map{|node| node[:alt]}.uniq - if !columns columns = page.keys.reject{|k| k==:body || k==:links} csv << columns.map{|k| k.to_s} end \ No newline at end of file