lib/report_command.rb in cobweb-1.0.25 vs lib/report_command.rb in cobweb-1.0.26
- old
+ new
@@ -3,10 +3,20 @@
if opts[:output]
options = opts.to_hash.delete_if { |k, v| v.nil?}
options[:quiet] = !opts[:verbose]
+ if options.has_key?(:seed_url_file)
+ filename = options.delete(:seed_url_file)
+ options[:seed_urls] = []
+ File.open(filename, "r") do |f|
+ f.each_line do |line|
+ options[:seed_urls] << line
+ end
+ end
+ end
+
@crawler = CobwebCrawler.new({:cache_type => :full, :raise_exceptions => true}.merge(options))
columns = nil
CSV.open(options[:output], "wb", :force_quotes => true) do |csv|
@@ -20,10 +30,9 @@
page["keywords"] = scope.meta_tag_with_name("keywords")["content"]
page["img tag count"] = scope.img_tags.count
page["scripts in body"] = scope.body_tag.script_tags.count
page["img without alt count"] = scope.img_tags.select{|node| node[:alt].nil? || node[:alt].strip().empty?}.count
page["img alt"] = scope.img_tags_with_alt.map{|node| node[:alt]}.uniq
-
if !columns
columns = page.keys.reject{|k| k==:body || k==:links}
csv << columns.map{|k| k.to_s}
end
\ No newline at end of file