lib/report_command.rb in cobweb-1.0.28 vs lib/report_command.rb in cobweb-1.0.29
- old
+ new
@@ -20,10 +20,10 @@
columns = nil
CSV.open(options[:output], "wb", :force_quotes => true) do |csv|
statistics = @crawler.crawl(options[:url]) do |page|
- puts "Reporting on #{page[:url]}"
+ puts "Reporting on #{page[:url]} [#{page[:status_code]}]"
@doc = page[:body]
page["link_rel"] = scope.link_tag_with_rel("canonical")["href"]
page["title"] = scope.head_tag.title_tag.contents
page["description"] = scope.meta_tag_with_name("description")["content"]
page["keywords"] = scope.meta_tag_with_name("keywords")["content"]
\ No newline at end of file