app/jobs/pageflow/chart/scrape_site_job.rb in pageflow-chart-2.2.0 vs app/jobs/pageflow/chart/scrape_site_job.rb in pageflow-chart-2.3.0
- old
+ new
@@ -15,14 +15,21 @@
scraper.html,
file_name: 'file.html',
content_type: 'text/html'
)
- downloader.load_all(scraper.javascript_urls,
+ downloader.load_all(scraper.javascript_urls_in_head,
extension: '.js',
before_each: begin_try_catch,
- after_each: end_try_catch) do |javascript_file|
- scraped_site.javascript_file = javascript_file
+ after_each: end_try_catch) do |javascript_head_file|
+ scraped_site.javascript_file = javascript_head_file
+ end
+
+ downloader.load_all(scraper.javascript_urls_in_body,
+ extension: '.js',
+ before_each: begin_try_catch,
+ after_each: end_try_catch) do |javascript_body_file|
+ scraped_site.javascript_body_file = javascript_body_file
end
downloader.load_all(scraper.stylesheet_urls,
extension: '.css',
separator: "\n;") do |stylesheet_file|