Contents

module Elastic::Commands
  class ImportIndexDocuments < Elastic::Support::Command.new(
    :index, collection: nil, batch_size: 10000, verbose: false
  )
    def perform
      if collection.present?
        import_collection
      else
        targets.each { |target| import_target(target) }
      end
      flush
    end

    private

    def import_collection
      main_target.collect_from(collection, middleware_options) { |obj| queue obj }
    end

    def import_target(_target)
      _target.collect_all(middleware_options) { |obj| queue obj }
    end

    def cache
      @cache ||= []
    end

    def queue(_object)
      cache << render_for_es(_object)
      flush if cache.length >= batch_size
    end

    def flush
      unless cache.empty?
        index.connector.bulk_index(cache)
        log_flush(cache.size) if verbose
        cache.clear
      end
    end

    def log_flush(_size)
      @total ||= 0
      @total += _size
      Elastic.logger.info "Imported #{@total} documents"
    end

    def render_for_es(_object)
      index.new(_object).as_elastic_document
    end

    def main_target
      index.definition.main_target
    end

    def targets
      index.definition.targets
    end

    def middleware_options
      index.definition.middleware_options
    end
  end
end

Version data entries

9 entries across 9 versions & 1 rubygems

Version	Path
elastic-rails-0.8.7	lib/elastic/commands/import_index_documents.rb
elastic-rails-0.8.6	lib/elastic/commands/import_index_documents.rb
elastic-rails-0.8.5	lib/elastic/commands/import_index_documents.rb
elastic-rails-0.8.4	lib/elastic/commands/import_index_documents.rb
elastic-rails-0.8.3	lib/elastic/commands/import_index_documents.rb
elastic-rails-0.8.2	lib/elastic/commands/import_index_documents.rb
elastic-rails-0.8.1	lib/elastic/commands/import_index_documents.rb
elastic-rails-0.8.0	lib/elastic/commands/import_index_documents.rb
elastic-rails-0.7.0	lib/elastic/commands/import_index_documents.rb