Sha256: 50863593a1f7065c5c5ee3704df0e4a58cda5fa0b3e30edbaeb306d8b1fc8a87

Contents?: true

Size: 687 Bytes

Versions: 4

Compression:

Stored size: 687 Bytes

Contents

#!/usr/bin/env bash

input_file=${1} 			; shift
output_file=${1} 			; shift
map_script=${1-/bin/cat}		; shift
reduce_script=${1-/usr/bin/uniq}	; shift

if [ "$reduce_script" == "" ] ; then echo "$0 input_file output_file [sort_fields] [mapper] [reducer] [args]" ; exit ; fi

hadoop jar /home/flip/hadoop/h/contrib/streaming/hadoop-*-streaming.jar			\
    -mapper  	"$map_script"  								\
    -reducer	"$reduce_script"							\
    -input      "$input_file"								\
    -output  	"$output_file"								\
    "$@"

# -jobconf mapred.map.tasks=3                                                       \
# -jobconf mapred.reduce.tasks=3                                                    \

Version data entries

4 entries across 4 versions & 2 rubygems

Version Path
mrflip-wukong-0.1.0 bin/hdp-stream-flat
wukong-1.4.0 bin/hdp-stream-flat
wukong-0.1.4 bin/hdp-stream-flat
wukong-0.1.1 bin/hdp-stream-flat