wonderdog.rb in wonderdog-0.1.0

- old
+ new
@@ -4,11 +4,39 @@
   
   # Wonderdog provides Java code that couples Hadoop streaming to
   # Wukong.  This module adds some overrides which enables the
   # <tt>wu-hadoop</tt> program to leverage this code.
   module Elasticsearch
+    include Plugin
+
+    # Configure the given `settings` to be able to work with
+    # Elasticsearch.
+    #
+    # @param [Configliere::Param] settings
+    # @return [Configliere::Param] the newly configured settings
+    def self.configure settings, program
+      return unless program == 'wu-hadoop'
+      settings.define(:es_tmp_dir,        :description => "Temporary directory on the HDFS to store job files while reading/writing to ElasticSearch", :default => "/user/#{ENV['USER']}/wukong", :wukong_hadoop => true)
+      settings.define(:es_lib_dir,        :description => "Directory containing Elasticsearch, Wonderdog, and other support jars", :default => "/usr/lib/hadoop/lib", :wukong_hadoop => true)
+      settings.define(:es_config,         :description => "Where to find configuration files detailing how to join an ElasticSearch cluster", :wukong_hadoop => true)
+      settings.define(:es_input_splits,   :description => "Number of input splits to target when reading from ElasticSearch", :type => Integer, :wukong_hadoop => true)
+      settings.define(:es_request_size,   :description => "Number of objects requested during each batch read from ElasticSearch", :type => Integer, :wukong_hadoop => true)
+      settings.define(:es_scroll_timeout, :description => "Amount of time to wait on a scroll", :wukong_hadoop => true)
+      settings.define(:es_index_field,    :description => "Field to use from each record to override the default index", :wukong_hadoop => true)
+      settings.define(:es_mapping_field,  :description => "Field to use from each record to override the default mapping", :wukong_hadoop => true)
+      settings.define(:es_id_field,       :description => "If this field is present in a record, make an update request, otherwise make a create request", :wukong_hadoop => true)
+      settings.define(:es_bulk_size,      :description => "Number of requests to batch locally before making a request to ElasticSearch", :type => Integer, :wukong_hadoop => true)
+      settings.define(:es_query,          :description => "Query to use when defining input splits for ElasticSearch input",    :wukong_hadoop => true)
+    end
+
+    # Boot Wonderdog with the given `settings` in the given `dir`.
+    #
+    # @param [Configliere::Param] settings
+    # @param [String] root
+    def self.boot settings, root
+    end
+
   end
 end
 
-require 'wonderdog/configuration'
 require 'wonderdog/hadoop_invocation_override'
 require 'wonderdog/timestamp'