require 'watir-webdriver' require_relative 'navigator' require_relative 'parallel_request_scraper' require_relative 'user_operations' class Provider def initialize(config) @config = config end def get_requests url = @config['url'] users = @config['users'] b = Watir::Browser.new navigator = Navigator.new b, url user_operations = UserOperations.new b, navigator request_ids = user_operations.get_request_ids users b.close user = users.first parallel_request_scraper = ParallelRequestScraper.new url, user, @config['thread_limit'].to_i parallel_request_scraper.scrape request_ids end end