Contents

exec:
  type: mapreduce
  config_files:
  - src/test/resources/config/core-site.xml
  - src/test/resources/config/hdfs-site.xml
  - src/test/resources/config/mapred-site.xml
  config:
    k1: v1
    k2: v2
  partitioning:
    type: timestamp
    unit: hour
    column: timestamp
    unix_timestamp_unit: sec
  state_path: 'file:///tmp/embulk/'
  job_name: embulk_mapred_partitioning_0001
  exclude_jars:
  - '*log4j-over-slf4j*'
  map_side_partition_split: 2
in:
  type: file
  path_prefix: src/test/resources/fixtures/csv/sample
  parser:
    charset: UTF-8
    newline: CRLF
    type: csv
    delimiter: ','
    quote: ''
    escape: ''
    skip_header_lines: 1
    columns:
    - {name: timestamp, type: timestamp, format: "%Y-%m-%d %H:%M:%S"}
    - {name: host, type: string}
    - {name: path, type: string}
    - {name: method, type: string}
    - {name: referer, type: string}
    - {name: code, type: long}
    - {name: agent, type: string}
    - {name: user, type: string}
    - {name: size, type: long}
    - {name: d, type: double}
    - {name: flag, type: boolean}
out:
  type: file
  path_prefix: 'src/test/resources/fixtures/csv/embulk_mapred_partitioning_output.'
  file_ext: 'csv'
  formatter:
    charset: UTF-8
    newline: CRLF
    type: csv
    column_options:
      timestamp: {format: '%Y-%m-%d %H:%M:%S'}

Version data entries

1 entries across 1 versions & 1 rubygems

Version	Path
embulk-executor-mapreduce-0.2.4	src/test/resources/config/embulk_mapred_partitioning_config.yml