METRIC_SOURCE:INSTANCE:GROUP:METRIC
# Use camelcase as appropriate.
#
# Examples:
#
# ```
# yarn:ResourceManager:QueueMetrics:AppsCompleted
# spark:driver:DAGScheduler:job.allJobs
# sparkHistoryServer:JVM:Memory:NonHeapMemoryUsage.committed
# hiveserver2:JVM:Memory:NonHeapMemoryUsage.used
# ```
#
# Notes:
#
# * Only the specified overridden metrics are collected for the
# metric source. For example, if one or more `spark:executive` metrics
# are listed as metric overrides, other `SPARK` metrics are not
# collected. The collection of the metrics for other enabled custom
# metric sources is unaffected. For example, if both `SPARK` andd `YARN`
# metric sources are enabled, and overrides are provided for Spark
# metrics only, all YARN metrics are collected.
class Metric
include ::Google::Protobuf::MessageExts
extend ::Google::Protobuf::MessageExts::ClassMethods
end
# A source for the collection of Dataproc custom metrics (see [Custom
# metrics]
# (https://cloud.google.com//dataproc/docs/guides/dataproc-metrics#custom_metrics)).
module MetricSource
# Required unspecified metric source.
METRIC_SOURCE_UNSPECIFIED = 0
# Monitoring agent metrics. If this source is enabled,
# Dataproc enables the monitoring agent in Compute Engine,
# and collects monitoring agent metrics, which are published
# with an `agent.googleapis.com` prefix.
MONITORING_AGENT_DEFAULTS = 1
# HDFS metric source.
HDFS = 2
# Spark metric source.
SPARK = 3
# YARN metric source.
YARN = 4
# Spark History Server metric source.
SPARK_HISTORY_SERVER = 5
# Hiveserver2 metric source.
HIVESERVER2 = 6
# hivemetastore metric source
HIVEMETASTORE = 7
end
end
# A request to create a cluster.
# @!attribute [rw] project_id
# @return [::String]
# Required. The ID of the Google Cloud Platform project that the cluster
# belongs to.
# @!attribute [rw] region
# @return [::String]
# Required. The Dataproc region in which to handle the request.
# @!attribute [rw] cluster
# @return [::Google::Cloud::Dataproc::V1::Cluster]
# Required. The cluster to create.
# @!attribute [rw] request_id
# @return [::String]
# Optional. A unique ID used to identify the request. If the server receives
# two
# [CreateClusterRequest](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.CreateClusterRequest)s
# with the same id, then the second request will be ignored and the
# first {::Google::Longrunning::Operation google.longrunning.Operation} created
# and stored in the backend is returned.
#
# It is recommended to always set this value to a
# [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
#
# The ID must contain only letters (a-z, A-Z), numbers (0-9),
# underscores (_), and hyphens (-). The maximum length is 40 characters.
# @!attribute [rw] action_on_failed_primary_workers
# @return [::Google::Cloud::Dataproc::V1::FailureAction]
# Optional. Failure action when primary worker creation fails.
class CreateClusterRequest
include ::Google::Protobuf::MessageExts
extend ::Google::Protobuf::MessageExts::ClassMethods
end
# A request to update a cluster.
# @!attribute [rw] project_id
# @return [::String]
# Required. The ID of the Google Cloud Platform project the
# cluster belongs to.
# @!attribute [rw] region
# @return [::String]
# Required. The Dataproc region in which to handle the request.
# @!attribute [rw] cluster_name
# @return [::String]
# Required. The cluster name.
# @!attribute [rw] cluster
# @return [::Google::Cloud::Dataproc::V1::Cluster]
# Required. The changes to the cluster.
# @!attribute [rw] graceful_decommission_timeout
# @return [::Google::Protobuf::Duration]
# Optional. Timeout for graceful YARN decommissioning. Graceful
# decommissioning allows removing nodes from the cluster without
# interrupting jobs in progress. Timeout specifies how long to wait for jobs
# in progress to finish before forcefully removing nodes (and potentially
# interrupting jobs). Default timeout is 0 (for forceful decommission), and
# the maximum allowed timeout is 1 day. (see JSON representation of
# [Duration](https://developers.google.com/protocol-buffers/docs/proto3#json)).
#
# Only supported on Dataproc image versions 1.2 and higher.
# @!attribute [rw] update_mask
# @return [::Google::Protobuf::FieldMask]
# Required. Specifies the path, relative to `Cluster`, of
# the field to update. For example, to change the number of workers
# in a cluster to 5, the `update_mask` parameter would be
# specified as `config.worker_config.num_instances`,
# and the `PATCH` request body would specify the new value, as follows:
#
# {
# "config":{
# "workerConfig":{
# "numInstances":"5"
# }
# }
# }
# Similarly, to change the number of preemptible workers in a cluster to 5,
# the `update_mask` parameter would be
# `config.secondary_worker_config.num_instances`, and the `PATCH` request
# body would be set as follows:
#
# {
# "config":{
# "secondaryWorkerConfig":{
# "numInstances":"5"
# }
# }
# }
# Note: Currently, only the following fields can be updated:
#
# | Mask | #Purpose | #
| labels | #Update labels | #
| config.worker_config.num_instances | #Resize primary worker group | #
| config.secondary_worker_config.num_instances | #Resize secondary worker group | #
| config.autoscaling_config.policy_uri | Use, stop using, or # change autoscaling policies | #