Sha256: 8580342098560b5559139087f811956dad8210e71944a0a97033c5f10a2a30c7
Contents?: true
Size: 1.68 KB
Versions: 6
Compression:
Stored size: 1.68 KB
Contents
module Datahen
module Client
class ScraperJob < Datahen::Client::Base
def all(scraper_name, opts={})
params = @options.merge(opts)
self.class.get("/scrapers/#{scraper_name}/jobs", params)
end
def create(scraper_name, opts={})
body = {}
body[:standard_worker_count] = opts[:workers] if opts[:workers]
body[:browser_worker_count] = opts[:browsers] if opts[:browsers]
body[:proxy_type] = opts[:proxy_type] if opts[:proxy_type]
params = @options.merge({body: body.to_json})
self.class.post("/scrapers/#{scraper_name}/jobs", params)
end
def find(scraper_name, opts={})
if opts[:live]
self.class.get("/scrapers/#{scraper_name}/current_job", @options)
else
self.class.get("/cached/scrapers/#{scraper_name}/current_job", @options)
end
end
def update(scraper_name, opts={})
body = {}
body[:status] = opts[:status] if opts[:status]
body[:standard_worker_count] = opts[:workers] if opts[:workers]
body[:browser_worker_count] = opts[:browsers] if opts[:browsers]
body[:proxy_type] = opts[:proxy_type] if opts[:proxy_type]
params = @options.merge({body: body.to_json})
self.class.put("/scrapers/#{scraper_name}/current_job", params)
end
def cancel(scraper_name, opts={})
opts[:status] = 'cancelled'
update(scraper_name, opts)
end
def resume(scraper_name, opts={})
opts[:status] = 'active'
update(scraper_name, opts)
end
def pause(scraper_name, opts={})
opts[:status] = 'paused'
update(scraper_name, opts)
end
end
end
end
Version data entries
6 entries across 6 versions & 1 rubygems