out_bigquery_base.rb in fluent-plugin-bigquery-2.2.0

- old
+ new

@@ -27,10 +27,13 @@
       ### Service Account credential
       config_param :email, :string, default: nil
       config_param :private_key_path, :string, default: nil
       config_param :private_key_passphrase, :string, default: 'notasecret', secret: true
       config_param :json_key, default: nil, secret: true
+      # The geographic location of the job. Required except for US and EU.
+      # https://github.com/googleapis/google-api-ruby-client/blob/master/generated/google/apis/bigquery_v2/service.rb#L350
+      config_param :location, :string, default: nil
 
       # see as simple reference
       #   https://github.com/abronte/BigQuery/blob/master/lib/bigquery.rb
       config_param :project, :string
 
@@ -67,12 +70,14 @@
 
       ## Partitioning
       config_param :time_partitioning_type, :enum, list: [:day], default: nil
       config_param :time_partitioning_field, :string, default: nil
       config_param :time_partitioning_expiration, :time, default: nil
-      config_param :time_partitioning_require_partition_filter, :bool, default: false
 
+      ## Clustering
+      config_param :clustering_fields, :array, default: nil
+
       ## Formatter
       config_section :format do
         config_set_default :@type, 'json'
       end
 
@@ -130,20 +135,21 @@
       def writer
         @writer ||= Fluent::BigQuery::Writer.new(@log, @auth_method, {
           private_key_path: @private_key_path, private_key_passphrase: @private_key_passphrase,
           email: @email,
           json_key: @json_key,
+          location: @location,
           source_format: @source_format,
           skip_invalid_rows: @skip_invalid_rows,
           ignore_unknown_values: @ignore_unknown_values,
           max_bad_records: @max_bad_records,
           allow_retry_insert_errors: @allow_retry_insert_errors,
           prevent_duplicate_load: @prevent_duplicate_load,
           auto_create_table: @auto_create_table,
           time_partitioning_type: @time_partitioning_type,
           time_partitioning_field: @time_partitioning_field,
           time_partitioning_expiration: @time_partitioning_expiration,
-          time_partitioning_require_partition_filter: @time_partitioning_require_partition_filter,
+          clustering_fields: @clustering_fields,
           timeout_sec: @request_timeout_sec,
           open_timeout_sec: @request_open_timeout_sec,
         })
       end
 