scrape_site_job.rb in pageflow-chart-2.2.0

- old
+ new

@@ -6,11 +6,12 @@
       include StateMachineJob
 
       def perform_with_result(scraped_site,
                               _options = {},
                               downloader: downloader_for(scraped_site))
-        downloader.load_following_refresh_tags(scraped_site.url) do |file|
+        downloader.load_following_refresh_tags(scraped_site.url,
+                                               raise_on_http_error: true) do |file|
           scraper = Scraper.new(file.read, Chart.config.scraper_options)
           scraped_site.html_file = StringIOWithContentType.new(
             scraper.html,
             file_name: 'file.html',
             content_type: 'text/html'
@@ -33,9 +34,11 @@
         downloader.load(scraped_site.csv_url) do |file|
           scraped_site.csv_file = file
         end
 
         :ok
+      rescue Downloader::HTTPError
+        :error
       end
 
       private
 
       def downloader_for(scraped_site)