lib/ej/core.rb in ej-0.0.12 vs lib/ej/core.rb in ej-0.1.0
- old
+ new
@@ -55,10 +55,13 @@
break if docs.empty?
bulk_message = []
docs.each do |doc|
source = doc.delete('_source')
doc.delete('_score')
+ ['_id', '_type', '_index'].each do |meta_field|
+ source.delete(meta_field)
+ end
bulk_message << { index: doc.to_h }
bulk_message << source
end
dest_client.bulk body: bulk_message unless bulk_message.empty?
logger.info("copy complete #{from + docs.size}/#{total}")
@@ -237,10 +240,10 @@
meta = { index: { _index: index, _type: type } }
meta[:index][:_id] = generate_id(template, record, id_keys) unless id_keys.nil?
bulk_message << meta
bulk_message << record
end
- bulk_message.in_groups_of(10000, false) do |block|
+ bulk_message.each_slice(10000).each do |block|
@client.bulk body: block
end
end
private