bin/mandy-hadoop in trafficbroker-mandy-0.2.6 vs bin/mandy-hadoop in trafficbroker-mandy-0.2.7
- old
+ new
@@ -15,10 +15,14 @@
opts.on("-c", "--conf HADOOP_CONF", "Use this cluster xml config file.") do |config|
options.config = config
end
+ opts.on("-v", '--variables name=value', "Pass additional parameters to jobs") do |config|
+ options.cmdenv = config
+ end
+
opts.on_tail("-h", "--help", "Show this message") do
puts opts
exit
end
end.parse!
@@ -31,10 +35,11 @@
filename = File.basename(file)
input = ARGV[1]
output_folder = ARGV[2]
config = options.config || 'cluster.xml'
payload = options.payload ? Mandy::Packer.pack(options.payload) : ARGV[0]
+cmdenv = options.cmdenv
at_exit { Mandy::Packer.cleanup!(payload) }
require absolute_path(file)
@@ -49,9 +54,10 @@
-conf '#{config}' \
-input "#{input}" \
-mapper "mandy-map #{filename} '#{job.name}' #{File.basename(payload)}" \
-reducer "mandy-reduce #{filename} '#{job.name}' #{File.basename(payload)}" \
-file "#{payload}" \
+ -cmdenv #{cmdenv} \
-output "#{output}")
`#{command}`
# puts "#{command}"
\ No newline at end of file