<source>
  @type forward
  port 24224
  bind 0.0.0.0
</source>

<match insert_data>
  @id bigquery-insert-integration
  @type bigquery_insert

  allow_retry_insert_errors true

  auth_method json_key
  json_key "#{ENV["GOOGLE_APPLICATION_CREDENTIALS"]}"

  <buffer>
    @type file

    chunk_limit_size 1m
    chunk_limit_records 1500
    total_limit_size 1g
    path ./log/bigquery-insert-integration

    flush_interval 30
    flush_thread_count 4
    flush_at_shutdown true

    retry_max_times 14
    retry_max_interval 30m
  </buffer>

  request_open_timeout_sec 2m

  slow_flush_log_threshold 30.0

  project "#{ENV["PROJECT_NAME"]}"
  dataset "#{ENV["DATASET_NAME"]}"
  table "#{ENV["TABLE_NAME"]}"
  auto_create_table false
  fetch_schema true
  fetch_schema_table "#{ENV["TABLE_NAME"]}"

  insert_id_field id

  <secondary>
    @type file
    path ./log/bigquery-insert-integration.errors
  </secondary>
</match>

<match load_data>
  @id bigquery-load-integration
  @type bigquery_load

  auth_method json_key
  json_key "#{ENV["GOOGLE_APPLICATION_CREDENTIALS"]}"

  <buffer>
    @type file

    chunk_limit_size 1m
    total_limit_size 1g
    path ./log/bigquery-load-integration

    flush_interval 120
    flush_thread_count 4
    flush_at_shutdown true

    retry_max_times 14
    retry_max_interval 30m
  </buffer>

  request_open_timeout_sec 2m

  slow_flush_log_threshold 300.0

  project "#{ENV["PROJECT_NAME"]}"
  dataset "#{ENV["DATASET_NAME"]}"
  table "#{ENV["TABLE_NAME"]}"
  auto_create_table false
  fetch_schema true
  fetch_schema_table "#{ENV["TABLE_NAME"]}"

  <secondary>
    @type file
    path ./log/bigquery-load-integration.errors
  </secondary>
</match>