Sha256: 15212093402c811ac60c972ce8c6b825e71a55bab39784c2ac68fee03b9c5fd4
Contents?: true
Size: 1.18 KB
Versions: 5
Compression:
Stored size: 1.18 KB
Contents
exec:
type: mapreduce
config_files:
- src/test/resources/config/core-site.xml
- src/test/resources/config/hdfs-site.xml
- src/test/resources/config/mapred-site.xml
config:
k1: v1
k2: v2
state_path: 'file:///tmp/embulk/'
job_name: embulk_mapred_0001
exclude_jars:
- '*log4j-over-slf4j*'
in:
type: file
path_prefix: src/test/resources/fixtures/csv/sample
parser:
charset: UTF-8
newline: CRLF
type: csv
delimiter: ','
quote: '"'
escape: '"'
skip_header_lines: 1
columns:
- {name: timestamp, type: timestamp, format: "%Y-%m-%d %H:%M:%S"}
- {name: host, type: string}
- {name: path, type: string}
- {name: method, type: string}
- {name: referer, type: string}
- {name: code, type: long}
- {name: agent, type: string}
- {name: user, type: string}
- {name: size, type: long}
- {name: d, type: double}
- {name: flag, type: boolean}
- {name: v_json, type: json}
out:
type: file
path_prefix: 'tmp/embulk_mapred_output.'
file_ext: 'csv'
formatter:
charset: UTF-8
newline: CRLF
quote: '"'
escape: '"'
type: csv
column_options:
timestamp: {format: '%Y-%m-%d %H:%M:%S'}
Version data entries
5 entries across 5 versions & 1 rubygems