lib/embulk/input/zendesk/client.rb in embulk-input-zendesk-0.2.8 vs lib/embulk/input/zendesk/client.rb in embulk-input-zendesk-0.2.9
- old
+ new
@@ -163,22 +163,21 @@
block.call record
end
end
def incremental_export(path, key, start_time = 0, known_ids = [], partial = true, query = {}, &block)
- query.merge!(start_time: start_time)
if partial
- records = request_partial(path, query).first(5)
+ records = request_partial(path, query.merge(start_time: start_time)).first(5)
records.uniq{|r| r["id"]}.each do |record|
block.call record
end
return
end
execute_thread_pool do |pool|
loop do
start_fetching = Time.now
- response = request(path, query)
+ response = request(path, query.merge(start_time: start_time))
actual_fetched = 0
data = JSON.parse(response.body)
# no key found in response occasionally => retry
raise TempError, "No '#{key}' found in JSON response" unless data.key? key
data[key].each do |record|