Sha256: c65941098c150482edd9651791f17cba8aa263983040b91b86a26ff7e439f43e
Contents?: true
Size: 879 Bytes
Versions: 9
Compression:
Stored size: 879 Bytes
Contents
#!/usr/bin/env bash
input_file="${1}" ; shift
output_file="${1}" ; shift
map_script="${1-/bin/cat}" ; shift
reduce_script="${1-/usr/bin/uniq}" ; shift
if [ "$output_file" == "" ] ; then echo "$0 input_file output_file [mapper=/bin/cat] [reducer=/usr/bin/uniq] [extra_args]" ; exit ; fi
HADOOP_HOME=${HADOOP_HOME-/usr/lib/hadoop}
# Can add fun stuff like
# -Dmapred.reduce.tasks=0 \
exec ${HADOOP_HOME}/bin/hadoop \
jar ${HADOOP_HOME}/contrib/streaming/hadoop-*streaming*.jar \
"$@" \
-Dmapred.job.name=`basename $0`-$map_script-$input_file-$output_file \
-mapper "$map_script" \
-reducer "$reduce_script" \
-input "$input_file" \
-output "$output_file"
Version data entries
9 entries across 9 versions & 2 rubygems