lib/wukong-load.rb in wukong-load-0.0.2 vs lib/wukong-load.rb in wukong-load-0.1.0
- old
+ new
@@ -1,10 +1,43 @@
require 'wukong'
module Wukong
# Loads data from the command-line into data stores.
module Load
+ include Plugin
+
+ # Configure `settings` for Wukong-Load.
+ #
+ # Will ensure that `wu-load` has the same settings as `wu-local`.
+ #
+ # @param [Configliere::Param] settings the settings to configure
+ # @param [String] program the currently executing program name
+ def self.configure settings, program
+ case program
+ when 'wu-load'
+ settings.define :tcp_port, description: "Consume TCP requests on the given port instead of lines over STDIN", type: Integer, flag: 't'
+ when 'wu-source'
+ settings.define :per_sec, description: "Number of events produced per second", type: Float
+ settings.define :period, description: "Number of seconds between events (overrides --per_sec)", type: Float
+ settings.define :batch_size, description: "Trigger a finalize across the dataflow each time this many records are processed", type: Integer
+ end
+ end
+
+ # Boot Wukong-Load from the resolved `settings` in the given
+ # `dir`.
+ #
+ # @param [Configliere::Param] settings the resolved settings
+ # @param [String] dir the directory to boot in
+ def self.boot settings, dir
+ end
+
end
end
-require_relative 'wukong-load/version'
-require_relative 'wukong-load/configuration'
-require_relative 'wukong-load/elasticsearch'
+require_relative 'wukong-load/load_runner'
+require_relative 'wukong-load/source_runner'
+
+require_relative 'wukong-load/models/http_request'
+
+require_relative 'wukong-load/loaders/elasticsearch'
+require_relative 'wukong-load/loaders/kafka'
+require_relative 'wukong-load/loaders/mongodb'
+require_relative 'wukong-load/loaders/sql'