lib/aws-sdk-glue/client.rb in aws-sdk-glue-1.128.0 vs lib/aws-sdk-glue/client.rb in aws-sdk-glue-1.129.0
- old
+ new
@@ -1234,11 +1234,11 @@
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.partition_keys #=> Array
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.partition_keys[0] #=> Array
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.partition_keys[0][0] #=> String
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.path #=> String
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.compression #=> String
- # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet"
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi"
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.table #=> String
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.database #=> String
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].apply_mapping.name #=> String
@@ -1541,10 +1541,68 @@
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.evaluation_context #=> String
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.results_s3_prefix #=> String
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.cloud_watch_metrics_enabled #=> Boolean
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.results_publishing_enabled #=> Boolean
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.stop_job_on_failure_options.stop_job_on_failure_timing #=> String, one of "Immediate", "AfterDataLoad"
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.name #=> String
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.database #=> String
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.table #=> String
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.additional_hudi_options #=> Hash
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.additional_hudi_options["EnclosedInStringProperty"] #=> String
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.output_schemas #=> Array
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.output_schemas[0].columns #=> Array
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.output_schemas[0].columns[0].name #=> String
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.output_schemas[0].columns[0].type #=> String
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.name #=> String
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.database #=> String
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.table #=> String
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.additional_hudi_options #=> Hash
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.additional_hudi_options["EnclosedInStringProperty"] #=> String
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.output_schemas #=> Array
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.output_schemas[0].columns #=> Array
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.output_schemas[0].columns[0].name #=> String
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.output_schemas[0].columns[0].type #=> String
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.name #=> String
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.paths #=> Array
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.paths[0] #=> String
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_hudi_options #=> Hash
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_hudi_options["EnclosedInStringProperty"] #=> String
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_options.bounded_size #=> Integer
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_options.bounded_files #=> Integer
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_options.enable_sample_path #=> Boolean
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_options.sample_path #=> String
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.output_schemas #=> Array
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.output_schemas[0].columns #=> Array
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.output_schemas[0].columns[0].name #=> String
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.output_schemas[0].columns[0].type #=> String
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.name #=> String
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.inputs #=> Array
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.inputs[0] #=> String
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.partition_keys #=> Array
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.partition_keys[0] #=> Array
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.partition_keys[0][0] #=> String
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.table #=> String
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.database #=> String
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.additional_options #=> Hash
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.additional_options["EnclosedInStringProperty"] #=> String
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.schema_change_policy.enable_update_catalog #=> Boolean
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.name #=> String
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.inputs #=> Array
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.inputs[0] #=> String
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.path #=> String
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.compression #=> String, one of "gzip", "lzo", "uncompressed", "snappy"
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys #=> Array
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys[0] #=> Array
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys[0][0] #=> String
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi"
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.additional_options #=> Hash
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.additional_options["EnclosedInStringProperty"] #=> String
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.table #=> String
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.database #=> String
# resp.jobs[0].execution_class #=> String, one of "FLEX", "STANDARD"
# resp.jobs[0].source_control_details.provider #=> String, one of "GITHUB", "AWS_CODE_COMMIT"
# resp.jobs[0].source_control_details.repository #=> String
# resp.jobs[0].source_control_details.owner #=> String
# resp.jobs[0].source_control_details.branch #=> String
@@ -3409,11 +3467,11 @@
# partition_keys: [
# ["EnclosedInStringProperty"],
# ],
# path: "EnclosedInStringProperty", # required
# compression: "EnclosedInStringProperty",
- # format: "json", # required, accepts json, csv, avro, orc, parquet
+ # format: "json", # required, accepts json, csv, avro, orc, parquet, hudi
# schema_change_policy: {
# enable_update_catalog: false,
# update_behavior: "UPDATE_IN_DATABASE", # accepts UPDATE_IN_DATABASE, LOG
# table: "EnclosedInStringProperty",
# database: "EnclosedInStringProperty",
@@ -3821,10 +3879,104 @@
# },
# stop_job_on_failure_options: {
# stop_job_on_failure_timing: "Immediate", # accepts Immediate, AfterDataLoad
# },
# },
+ # s3_catalog_hudi_source: {
+ # name: "NodeName", # required
+ # database: "EnclosedInStringProperty", # required
+ # table: "EnclosedInStringProperty", # required
+ # additional_hudi_options: {
+ # "EnclosedInStringProperty" => "EnclosedInStringProperty",
+ # },
+ # output_schemas: [
+ # {
+ # columns: [
+ # {
+ # name: "GlueStudioColumnNameString", # required
+ # type: "ColumnTypeString",
+ # },
+ # ],
+ # },
+ # ],
+ # },
+ # catalog_hudi_source: {
+ # name: "NodeName", # required
+ # database: "EnclosedInStringProperty", # required
+ # table: "EnclosedInStringProperty", # required
+ # additional_hudi_options: {
+ # "EnclosedInStringProperty" => "EnclosedInStringProperty",
+ # },
+ # output_schemas: [
+ # {
+ # columns: [
+ # {
+ # name: "GlueStudioColumnNameString", # required
+ # type: "ColumnTypeString",
+ # },
+ # ],
+ # },
+ # ],
+ # },
+ # s3_hudi_source: {
+ # name: "NodeName", # required
+ # paths: ["EnclosedInStringProperty"], # required
+ # additional_hudi_options: {
+ # "EnclosedInStringProperty" => "EnclosedInStringProperty",
+ # },
+ # additional_options: {
+ # bounded_size: 1,
+ # bounded_files: 1,
+ # enable_sample_path: false,
+ # sample_path: "EnclosedInStringProperty",
+ # },
+ # output_schemas: [
+ # {
+ # columns: [
+ # {
+ # name: "GlueStudioColumnNameString", # required
+ # type: "ColumnTypeString",
+ # },
+ # ],
+ # },
+ # ],
+ # },
+ # s3_hudi_catalog_target: {
+ # name: "NodeName", # required
+ # inputs: ["NodeId"], # required
+ # partition_keys: [
+ # ["EnclosedInStringProperty"],
+ # ],
+ # table: "EnclosedInStringProperty", # required
+ # database: "EnclosedInStringProperty", # required
+ # additional_options: { # required
+ # "EnclosedInStringProperty" => "EnclosedInStringProperty",
+ # },
+ # schema_change_policy: {
+ # enable_update_catalog: false,
+ # update_behavior: "UPDATE_IN_DATABASE", # accepts UPDATE_IN_DATABASE, LOG
+ # },
+ # },
+ # s3_hudi_direct_target: {
+ # name: "NodeName", # required
+ # inputs: ["NodeId"], # required
+ # path: "EnclosedInStringProperty", # required
+ # compression: "gzip", # required, accepts gzip, lzo, uncompressed, snappy
+ # partition_keys: [
+ # ["EnclosedInStringProperty"],
+ # ],
+ # format: "json", # required, accepts json, csv, avro, orc, parquet, hudi
+ # additional_options: { # required
+ # "EnclosedInStringProperty" => "EnclosedInStringProperty",
+ # },
+ # schema_change_policy: {
+ # enable_update_catalog: false,
+ # update_behavior: "UPDATE_IN_DATABASE", # accepts UPDATE_IN_DATABASE, LOG
+ # table: "EnclosedInStringProperty",
+ # database: "EnclosedInStringProperty",
+ # },
+ # },
# },
# },
# execution_class: "FLEX", # accepts FLEX, STANDARD
# source_control_details: {
# provider: "GITHUB", # accepts GITHUB, AWS_CODE_COMMIT
@@ -7450,11 +7602,11 @@
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.partition_keys #=> Array
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.partition_keys[0] #=> Array
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.partition_keys[0][0] #=> String
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.path #=> String
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.compression #=> String
- # resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet"
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi"
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.table #=> String
# resp.job.code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.database #=> String
# resp.job.code_gen_configuration_nodes["NodeId"].apply_mapping.name #=> String
@@ -7757,10 +7909,68 @@
# resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.evaluation_context #=> String
# resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.results_s3_prefix #=> String
# resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.cloud_watch_metrics_enabled #=> Boolean
# resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.results_publishing_enabled #=> Boolean
# resp.job.code_gen_configuration_nodes["NodeId"].evaluate_data_quality.stop_job_on_failure_options.stop_job_on_failure_timing #=> String, one of "Immediate", "AfterDataLoad"
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.name #=> String
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.database #=> String
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.table #=> String
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.additional_hudi_options #=> Hash
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.additional_hudi_options["EnclosedInStringProperty"] #=> String
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.output_schemas #=> Array
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.output_schemas[0].columns #=> Array
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.output_schemas[0].columns[0].name #=> String
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.output_schemas[0].columns[0].type #=> String
+ # resp.job.code_gen_configuration_nodes["NodeId"].catalog_hudi_source.name #=> String
+ # resp.job.code_gen_configuration_nodes["NodeId"].catalog_hudi_source.database #=> String
+ # resp.job.code_gen_configuration_nodes["NodeId"].catalog_hudi_source.table #=> String
+ # resp.job.code_gen_configuration_nodes["NodeId"].catalog_hudi_source.additional_hudi_options #=> Hash
+ # resp.job.code_gen_configuration_nodes["NodeId"].catalog_hudi_source.additional_hudi_options["EnclosedInStringProperty"] #=> String
+ # resp.job.code_gen_configuration_nodes["NodeId"].catalog_hudi_source.output_schemas #=> Array
+ # resp.job.code_gen_configuration_nodes["NodeId"].catalog_hudi_source.output_schemas[0].columns #=> Array
+ # resp.job.code_gen_configuration_nodes["NodeId"].catalog_hudi_source.output_schemas[0].columns[0].name #=> String
+ # resp.job.code_gen_configuration_nodes["NodeId"].catalog_hudi_source.output_schemas[0].columns[0].type #=> String
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_source.name #=> String
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_source.paths #=> Array
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_source.paths[0] #=> String
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_hudi_options #=> Hash
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_hudi_options["EnclosedInStringProperty"] #=> String
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_options.bounded_size #=> Integer
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_options.bounded_files #=> Integer
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_options.enable_sample_path #=> Boolean
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_options.sample_path #=> String
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_source.output_schemas #=> Array
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_source.output_schemas[0].columns #=> Array
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_source.output_schemas[0].columns[0].name #=> String
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_source.output_schemas[0].columns[0].type #=> String
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.name #=> String
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.inputs #=> Array
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.inputs[0] #=> String
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.partition_keys #=> Array
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.partition_keys[0] #=> Array
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.partition_keys[0][0] #=> String
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.table #=> String
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.database #=> String
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.additional_options #=> Hash
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.additional_options["EnclosedInStringProperty"] #=> String
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.schema_change_policy.enable_update_catalog #=> Boolean
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.name #=> String
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.inputs #=> Array
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.inputs[0] #=> String
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.path #=> String
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.compression #=> String, one of "gzip", "lzo", "uncompressed", "snappy"
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys #=> Array
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys[0] #=> Array
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys[0][0] #=> String
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi"
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.additional_options #=> Hash
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.additional_options["EnclosedInStringProperty"] #=> String
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.table #=> String
+ # resp.job.code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.database #=> String
# resp.job.execution_class #=> String, one of "FLEX", "STANDARD"
# resp.job.source_control_details.provider #=> String, one of "GITHUB", "AWS_CODE_COMMIT"
# resp.job.source_control_details.repository #=> String
# resp.job.source_control_details.owner #=> String
# resp.job.source_control_details.branch #=> String
@@ -8206,11 +8416,11 @@
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.partition_keys #=> Array
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.partition_keys[0] #=> Array
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.partition_keys[0][0] #=> String
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.path #=> String
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.compression #=> String
- # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet"
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi"
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.table #=> String
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_direct_target.schema_change_policy.database #=> String
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].apply_mapping.name #=> String
@@ -8513,10 +8723,68 @@
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.evaluation_context #=> String
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.results_s3_prefix #=> String
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.cloud_watch_metrics_enabled #=> Boolean
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.publishing_options.results_publishing_enabled #=> Boolean
# resp.jobs[0].code_gen_configuration_nodes["NodeId"].evaluate_data_quality.stop_job_on_failure_options.stop_job_on_failure_timing #=> String, one of "Immediate", "AfterDataLoad"
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.name #=> String
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.database #=> String
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.table #=> String
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.additional_hudi_options #=> Hash
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.additional_hudi_options["EnclosedInStringProperty"] #=> String
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.output_schemas #=> Array
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.output_schemas[0].columns #=> Array
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.output_schemas[0].columns[0].name #=> String
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_catalog_hudi_source.output_schemas[0].columns[0].type #=> String
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.name #=> String
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.database #=> String
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.table #=> String
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.additional_hudi_options #=> Hash
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.additional_hudi_options["EnclosedInStringProperty"] #=> String
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.output_schemas #=> Array
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.output_schemas[0].columns #=> Array
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.output_schemas[0].columns[0].name #=> String
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].catalog_hudi_source.output_schemas[0].columns[0].type #=> String
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.name #=> String
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.paths #=> Array
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.paths[0] #=> String
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_hudi_options #=> Hash
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_hudi_options["EnclosedInStringProperty"] #=> String
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_options.bounded_size #=> Integer
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_options.bounded_files #=> Integer
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_options.enable_sample_path #=> Boolean
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.additional_options.sample_path #=> String
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.output_schemas #=> Array
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.output_schemas[0].columns #=> Array
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.output_schemas[0].columns[0].name #=> String
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_source.output_schemas[0].columns[0].type #=> String
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.name #=> String
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.inputs #=> Array
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.inputs[0] #=> String
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.partition_keys #=> Array
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.partition_keys[0] #=> Array
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.partition_keys[0][0] #=> String
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.table #=> String
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.database #=> String
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.additional_options #=> Hash
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.additional_options["EnclosedInStringProperty"] #=> String
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.schema_change_policy.enable_update_catalog #=> Boolean
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_catalog_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.name #=> String
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.inputs #=> Array
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.inputs[0] #=> String
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.path #=> String
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.compression #=> String, one of "gzip", "lzo", "uncompressed", "snappy"
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys #=> Array
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys[0] #=> Array
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.partition_keys[0][0] #=> String
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.format #=> String, one of "json", "csv", "avro", "orc", "parquet", "hudi"
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.additional_options #=> Hash
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.additional_options["EnclosedInStringProperty"] #=> String
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.enable_update_catalog #=> Boolean
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.update_behavior #=> String, one of "UPDATE_IN_DATABASE", "LOG"
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.table #=> String
+ # resp.jobs[0].code_gen_configuration_nodes["NodeId"].s3_hudi_direct_target.schema_change_policy.database #=> String
# resp.jobs[0].execution_class #=> String, one of "FLEX", "STANDARD"
# resp.jobs[0].source_control_details.provider #=> String, one of "GITHUB", "AWS_CODE_COMMIT"
# resp.jobs[0].source_control_details.repository #=> String
# resp.jobs[0].source_control_details.owner #=> String
# resp.jobs[0].source_control_details.branch #=> String
@@ -15156,11 +15424,11 @@
# partition_keys: [
# ["EnclosedInStringProperty"],
# ],
# path: "EnclosedInStringProperty", # required
# compression: "EnclosedInStringProperty",
- # format: "json", # required, accepts json, csv, avro, orc, parquet
+ # format: "json", # required, accepts json, csv, avro, orc, parquet, hudi
# schema_change_policy: {
# enable_update_catalog: false,
# update_behavior: "UPDATE_IN_DATABASE", # accepts UPDATE_IN_DATABASE, LOG
# table: "EnclosedInStringProperty",
# database: "EnclosedInStringProperty",
@@ -15568,10 +15836,104 @@
# },
# stop_job_on_failure_options: {
# stop_job_on_failure_timing: "Immediate", # accepts Immediate, AfterDataLoad
# },
# },
+ # s3_catalog_hudi_source: {
+ # name: "NodeName", # required
+ # database: "EnclosedInStringProperty", # required
+ # table: "EnclosedInStringProperty", # required
+ # additional_hudi_options: {
+ # "EnclosedInStringProperty" => "EnclosedInStringProperty",
+ # },
+ # output_schemas: [
+ # {
+ # columns: [
+ # {
+ # name: "GlueStudioColumnNameString", # required
+ # type: "ColumnTypeString",
+ # },
+ # ],
+ # },
+ # ],
+ # },
+ # catalog_hudi_source: {
+ # name: "NodeName", # required
+ # database: "EnclosedInStringProperty", # required
+ # table: "EnclosedInStringProperty", # required
+ # additional_hudi_options: {
+ # "EnclosedInStringProperty" => "EnclosedInStringProperty",
+ # },
+ # output_schemas: [
+ # {
+ # columns: [
+ # {
+ # name: "GlueStudioColumnNameString", # required
+ # type: "ColumnTypeString",
+ # },
+ # ],
+ # },
+ # ],
+ # },
+ # s3_hudi_source: {
+ # name: "NodeName", # required
+ # paths: ["EnclosedInStringProperty"], # required
+ # additional_hudi_options: {
+ # "EnclosedInStringProperty" => "EnclosedInStringProperty",
+ # },
+ # additional_options: {
+ # bounded_size: 1,
+ # bounded_files: 1,
+ # enable_sample_path: false,
+ # sample_path: "EnclosedInStringProperty",
+ # },
+ # output_schemas: [
+ # {
+ # columns: [
+ # {
+ # name: "GlueStudioColumnNameString", # required
+ # type: "ColumnTypeString",
+ # },
+ # ],
+ # },
+ # ],
+ # },
+ # s3_hudi_catalog_target: {
+ # name: "NodeName", # required
+ # inputs: ["NodeId"], # required
+ # partition_keys: [
+ # ["EnclosedInStringProperty"],
+ # ],
+ # table: "EnclosedInStringProperty", # required
+ # database: "EnclosedInStringProperty", # required
+ # additional_options: { # required
+ # "EnclosedInStringProperty" => "EnclosedInStringProperty",
+ # },
+ # schema_change_policy: {
+ # enable_update_catalog: false,
+ # update_behavior: "UPDATE_IN_DATABASE", # accepts UPDATE_IN_DATABASE, LOG
+ # },
+ # },
+ # s3_hudi_direct_target: {
+ # name: "NodeName", # required
+ # inputs: ["NodeId"], # required
+ # path: "EnclosedInStringProperty", # required
+ # compression: "gzip", # required, accepts gzip, lzo, uncompressed, snappy
+ # partition_keys: [
+ # ["EnclosedInStringProperty"],
+ # ],
+ # format: "json", # required, accepts json, csv, avro, orc, parquet, hudi
+ # additional_options: { # required
+ # "EnclosedInStringProperty" => "EnclosedInStringProperty",
+ # },
+ # schema_change_policy: {
+ # enable_update_catalog: false,
+ # update_behavior: "UPDATE_IN_DATABASE", # accepts UPDATE_IN_DATABASE, LOG
+ # table: "EnclosedInStringProperty",
+ # database: "EnclosedInStringProperty",
+ # },
+ # },
# },
# },
# execution_class: "FLEX", # accepts FLEX, STANDARD
# source_control_details: {
# provider: "GITHUB", # accepts GITHUB, AWS_CODE_COMMIT
@@ -16393,10 +16755,10 @@
operation: config.api.operation(operation_name),
client: self,
params: params,
config: config)
context[:gem_name] = 'aws-sdk-glue'
- context[:gem_version] = '1.128.0'
+ context[:gem_version] = '1.129.0'
Seahorse::Client::Request.new(handlers, context)
end
# @api private
# @deprecated