generated/google/apis/dataflow_v1b3/representations.rb in google-api-client-0.9.28 vs generated/google/apis/dataflow_v1b3/representations.rb in google-api-client-0.10.0
- old
+ new
@@ -20,1789 +20,1937 @@
module Google
module Apis
module DataflowV1b3
- class ReportWorkItemStatusRequest
+ class ListJobsResponse
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class StreamingConfigTask
+ class ComputationTopology
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class Step
+ class RuntimeEnvironment
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class JobExecutionInfo
+ class StreamingSideInputLocation
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class FailedLocation
+ class MountedDataDisk
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class Disk
+ class DynamicSourceSplit
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class CounterMetadata
+ class Job
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class ListJobMessagesResponse
+ class DerivedSource
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class ApproximateReportedProgress
+ class SourceOperationResponse
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class IntegerList
+ class SendDebugCaptureResponse
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class StateFamilyConfig
+ class SideInputInfo
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class ResourceUtilizationReportResponse
+ class WriteInstruction
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class SourceSplitResponse
+ class CounterStructuredNameAndMetadata
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class ParallelInstruction
+ class ConcatPosition
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class KeyRangeDataDiskAssignment
+ class AutoscalingSettings
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class Package
+ class StreamingComputationRanges
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class ParDoInstruction
+ class ExecutionStageSummary
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class MetricUpdate
+ class SendWorkerMessagesRequest
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class CounterStructuredName
+ class SourceSplitShard
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class ApproximateProgress
+ class CpuTime
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class WorkerMessageResponse
+ class Environment
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class WorkerMessage
+ class StreamingComputationTask
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class JobMetrics
+ class SendDebugCaptureRequest
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class FloatingPointList
+ class GetDebugConfigResponse
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class CounterUpdate
+ class ComponentTransform
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class SourceMetadata
+ class StreamingSetupTask
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class DistributionUpdate
+ class PubsubLocation
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class WorkerHealthReportResponse
+ class WorkerHealthReport
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class SourceFork
+ class JobMessage
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class WorkItemStatus
+ class MultiOutputInfo
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class WorkItemServiceState
+ class SourceSplitRequest
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class MetricStructuredName
+ class SourceGetMetadataResponse
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class SeqMapTaskOutputInfo
+ class MetricShortId
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class JobExecutionStageInfo
+ class ShellTask
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class KeyRangeLocation
+ class TaskRunnerSettings
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class SourceGetMetadataRequest
+ class Position
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class NameAndKind
+ class SplitInt64
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class SeqMapTask
+ class Source
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class WorkerMessageCode
+ class WorkerPool
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class CustomSourceLocation
+ class SourceOperationRequest
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class MapTask
+ class WorkItem
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class FloatingPointMean
+ class ResourceUtilizationReport
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class ReportWorkItemStatusResponse
+ class ReportedParallelism
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class InstructionOutput
+ class TopologyConfig
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class CreateJobFromTemplateRequest
+ class SourceSplitOptions
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class IntegerMean
+ class ReadInstruction
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class ListJobsResponse
+ class WorkerSettings
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class ComputationTopology
+ class DataDiskAssignment
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class RuntimeEnvironment
+ class StreamingStageLocation
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class StreamingSideInputLocation
+ class ApproximateSplitRequest
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class MountedDataDisk
+ class Status
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class DerivedSource
+ class StreamLocation
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class DynamicSourceSplit
+ class SendWorkerMessagesResponse
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class Job
+ class TransformSummary
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class SourceOperationResponse
+ class StreamingComputationConfig
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class SideInputInfo
+ class LeaseWorkItemResponse
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class SendDebugCaptureResponse
+ class Sink
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class CounterStructuredNameAndMetadata
+ class FlattenInstruction
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class ConcatPosition
+ class PartialGroupByKeyInstruction
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class WriteInstruction
+ class StageSource
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class StreamingComputationRanges
+ class InstructionInput
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class AutoscalingSettings
+ class StringList
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class SendWorkerMessagesRequest
+ class DisplayData
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class SourceSplitShard
+ class LeaseWorkItemRequest
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class Environment
+ class GetDebugConfigRequest
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class StreamingComputationTask
+ class ReportWorkItemStatusRequest
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class SendDebugCaptureRequest
+ class PipelineDescription
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class GetDebugConfigResponse
+ class StreamingConfigTask
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class StreamingSetupTask
+ class Step
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class PubsubLocation
+ class JobExecutionInfo
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class WorkerHealthReport
+ class FailedLocation
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class JobMessage
+ class Disk
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class MultiOutputInfo
+ class ListJobMessagesResponse
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class SourceSplitRequest
+ class CounterMetadata
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class SourceGetMetadataResponse
+ class ApproximateReportedProgress
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class ShellTask
+ class StateFamilyConfig
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class MetricShortId
+ class IntegerList
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class TaskRunnerSettings
+ class ResourceUtilizationReportResponse
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class Position
+ class SourceSplitResponse
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class Source
+ class ParallelInstruction
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class SplitInt64
+ class Package
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class WorkerPool
+ class KeyRangeDataDiskAssignment
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class SourceOperationRequest
+ class ParDoInstruction
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class WorkItem
+ class MetricUpdate
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class ReportedParallelism
+ class CounterStructuredName
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class ResourceUtilizationReport
+ class ApproximateProgress
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class TopologyConfig
+ class WorkerMessageResponse
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class SourceSplitOptions
+ class WorkerMessage
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class ReadInstruction
+ class JobMetrics
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class WorkerSettings
+ class FloatingPointList
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class DataDiskAssignment
+ class CounterUpdate
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class StreamingStageLocation
+ class SourceMetadata
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class ApproximateSplitRequest
+ class DistributionUpdate
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class Status
+ class SourceFork
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class StreamLocation
+ class WorkerHealthReportResponse
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class SendWorkerMessagesResponse
+ class WorkItemStatus
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class LeaseWorkItemResponse
+ class ComponentSource
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class StreamingComputationConfig
+ class WorkItemServiceState
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class Sink
+ class MetricStructuredName
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class FlattenInstruction
+ class SeqMapTaskOutputInfo
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class PartialGroupByKeyInstruction
+ class JobExecutionStageInfo
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class InstructionInput
+ class KeyRangeLocation
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class StringList
+ class SourceGetMetadataRequest
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class GetDebugConfigRequest
+ class SeqMapTask
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class LeaseWorkItemRequest
+ class NameAndKind
class Representation < Google::Apis::Core::JsonRepresentation; end
include Google::Apis::Core::JsonObjectSupport
end
- class ReportWorkItemStatusRequest
+ class WorkerMessageCode
+ class Representation < Google::Apis::Core::JsonRepresentation; end
+
+ include Google::Apis::Core::JsonObjectSupport
+ end
+
+ class CustomSourceLocation
+ class Representation < Google::Apis::Core::JsonRepresentation; end
+
+ include Google::Apis::Core::JsonObjectSupport
+ end
+
+ class MapTask
+ class Representation < Google::Apis::Core::JsonRepresentation; end
+
+ include Google::Apis::Core::JsonObjectSupport
+ end
+
+ class FloatingPointMean
+ class Representation < Google::Apis::Core::JsonRepresentation; end
+
+ include Google::Apis::Core::JsonObjectSupport
+ end
+
+ class ReportWorkItemStatusResponse
+ class Representation < Google::Apis::Core::JsonRepresentation; end
+
+ include Google::Apis::Core::JsonObjectSupport
+ end
+
+ class InstructionOutput
+ class Representation < Google::Apis::Core::JsonRepresentation; end
+
+ include Google::Apis::Core::JsonObjectSupport
+ end
+
+ class CreateJobFromTemplateRequest
+ class Representation < Google::Apis::Core::JsonRepresentation; end
+
+ include Google::Apis::Core::JsonObjectSupport
+ end
+
+ class IntegerMean
+ class Representation < Google::Apis::Core::JsonRepresentation; end
+
+ include Google::Apis::Core::JsonObjectSupport
+ end
+
+ class ListJobsResponse
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- collection :work_item_statuses, as: 'workItemStatuses', class: Google::Apis::DataflowV1b3::WorkItemStatus, decorator: Google::Apis::DataflowV1b3::WorkItemStatus::Representation
+ collection :jobs, as: 'jobs', class: Google::Apis::DataflowV1b3::Job, decorator: Google::Apis::DataflowV1b3::Job::Representation
- property :worker_id, as: 'workerId'
- property :current_worker_time, as: 'currentWorkerTime'
- property :location, as: 'location'
+ property :next_page_token, as: 'nextPageToken'
+ collection :failed_location, as: 'failedLocation', class: Google::Apis::DataflowV1b3::FailedLocation, decorator: Google::Apis::DataflowV1b3::FailedLocation::Representation
+
end
end
- class StreamingConfigTask
+ class ComputationTopology
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- collection :streaming_computation_configs, as: 'streamingComputationConfigs', class: Google::Apis::DataflowV1b3::StreamingComputationConfig, decorator: Google::Apis::DataflowV1b3::StreamingComputationConfig::Representation
+ collection :key_ranges, as: 'keyRanges', class: Google::Apis::DataflowV1b3::KeyRangeLocation, decorator: Google::Apis::DataflowV1b3::KeyRangeLocation::Representation
- hash :user_step_to_state_family_name_map, as: 'userStepToStateFamilyNameMap'
+ property :user_stage_name, as: 'userStageName'
+ collection :outputs, as: 'outputs', class: Google::Apis::DataflowV1b3::StreamLocation, decorator: Google::Apis::DataflowV1b3::StreamLocation::Representation
+
+ collection :state_families, as: 'stateFamilies', class: Google::Apis::DataflowV1b3::StateFamilyConfig, decorator: Google::Apis::DataflowV1b3::StateFamilyConfig::Representation
+
+ property :system_stage_name, as: 'systemStageName'
+ property :computation_id, as: 'computationId'
+ collection :inputs, as: 'inputs', class: Google::Apis::DataflowV1b3::StreamLocation, decorator: Google::Apis::DataflowV1b3::StreamLocation::Representation
+
end
end
- class Step
+ class RuntimeEnvironment
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :name, as: 'name'
- property :kind, as: 'kind'
- hash :properties, as: 'properties'
+ property :max_workers, as: 'maxWorkers'
+ property :zone, as: 'zone'
+ property :service_account_email, as: 'serviceAccountEmail'
+ property :temp_location, as: 'tempLocation'
+ property :bypass_temp_dir_validation, as: 'bypassTempDirValidation'
end
end
- class JobExecutionInfo
+ class StreamingSideInputLocation
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- hash :stages, as: 'stages', class: Google::Apis::DataflowV1b3::JobExecutionStageInfo, decorator: Google::Apis::DataflowV1b3::JobExecutionStageInfo::Representation
-
+ property :tag, as: 'tag'
+ property :state_family, as: 'stateFamily'
end
end
- class FailedLocation
+ class MountedDataDisk
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :name, as: 'name'
+ property :data_disk, as: 'dataDisk'
end
end
- class Disk
+ class DynamicSourceSplit
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :size_gb, as: 'sizeGb'
- property :disk_type, as: 'diskType'
- property :mount_point, as: 'mountPoint'
+ property :residual, as: 'residual', class: Google::Apis::DataflowV1b3::DerivedSource, decorator: Google::Apis::DataflowV1b3::DerivedSource::Representation
+
+ property :primary, as: 'primary', class: Google::Apis::DataflowV1b3::DerivedSource, decorator: Google::Apis::DataflowV1b3::DerivedSource::Representation
+
end
end
- class CounterMetadata
+ class Job
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :other_units, as: 'otherUnits'
- property :kind, as: 'kind'
- property :description, as: 'description'
- property :standard_units, as: 'standardUnits'
+ property :current_state, as: 'currentState'
+ property :location, as: 'location'
+ property :current_state_time, as: 'currentStateTime'
+ hash :transform_name_mapping, as: 'transformNameMapping'
+ property :create_time, as: 'createTime'
+ property :environment, as: 'environment', class: Google::Apis::DataflowV1b3::Environment, decorator: Google::Apis::DataflowV1b3::Environment::Representation
+
+ hash :labels, as: 'labels'
+ property :type, as: 'type'
+ property :project_id, as: 'projectId'
+ property :pipeline_description, as: 'pipelineDescription', class: Google::Apis::DataflowV1b3::PipelineDescription, decorator: Google::Apis::DataflowV1b3::PipelineDescription::Representation
+
+ property :replace_job_id, as: 'replaceJobId'
+ property :requested_state, as: 'requestedState'
+ collection :temp_files, as: 'tempFiles'
+ property :client_request_id, as: 'clientRequestId'
+ property :name, as: 'name'
+ property :replaced_by_job_id, as: 'replacedByJobId'
+ collection :steps, as: 'steps', class: Google::Apis::DataflowV1b3::Step, decorator: Google::Apis::DataflowV1b3::Step::Representation
+
+ property :id, as: 'id'
+ property :execution_info, as: 'executionInfo', class: Google::Apis::DataflowV1b3::JobExecutionInfo, decorator: Google::Apis::DataflowV1b3::JobExecutionInfo::Representation
+
end
end
- class ListJobMessagesResponse
+ class DerivedSource
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- collection :job_messages, as: 'jobMessages', class: Google::Apis::DataflowV1b3::JobMessage, decorator: Google::Apis::DataflowV1b3::JobMessage::Representation
+ property :derivation_mode, as: 'derivationMode'
+ property :source, as: 'source', class: Google::Apis::DataflowV1b3::Source, decorator: Google::Apis::DataflowV1b3::Source::Representation
- property :next_page_token, as: 'nextPageToken'
end
end
- class ApproximateReportedProgress
+ class SourceOperationResponse
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :fraction_consumed, as: 'fractionConsumed'
- property :consumed_parallelism, as: 'consumedParallelism', class: Google::Apis::DataflowV1b3::ReportedParallelism, decorator: Google::Apis::DataflowV1b3::ReportedParallelism::Representation
+ property :get_metadata, as: 'getMetadata', class: Google::Apis::DataflowV1b3::SourceGetMetadataResponse, decorator: Google::Apis::DataflowV1b3::SourceGetMetadataResponse::Representation
- property :remaining_parallelism, as: 'remainingParallelism', class: Google::Apis::DataflowV1b3::ReportedParallelism, decorator: Google::Apis::DataflowV1b3::ReportedParallelism::Representation
+ property :split, as: 'split', class: Google::Apis::DataflowV1b3::SourceSplitResponse, decorator: Google::Apis::DataflowV1b3::SourceSplitResponse::Representation
- property :position, as: 'position', class: Google::Apis::DataflowV1b3::Position, decorator: Google::Apis::DataflowV1b3::Position::Representation
+ end
+ end
+ class SendDebugCaptureResponse
+ # @private
+ class Representation < Google::Apis::Core::JsonRepresentation
end
end
- class IntegerList
+ class SideInputInfo
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- collection :elements, as: 'elements', class: Google::Apis::DataflowV1b3::SplitInt64, decorator: Google::Apis::DataflowV1b3::SplitInt64::Representation
+ collection :sources, as: 'sources', class: Google::Apis::DataflowV1b3::Source, decorator: Google::Apis::DataflowV1b3::Source::Representation
+ hash :kind, as: 'kind'
+ property :tag, as: 'tag'
end
end
- class StateFamilyConfig
+ class WriteInstruction
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :is_read, as: 'isRead'
- property :state_family, as: 'stateFamily'
+ property :input, as: 'input', class: Google::Apis::DataflowV1b3::InstructionInput, decorator: Google::Apis::DataflowV1b3::InstructionInput::Representation
+
+ property :sink, as: 'sink', class: Google::Apis::DataflowV1b3::Sink, decorator: Google::Apis::DataflowV1b3::Sink::Representation
+
end
end
- class ResourceUtilizationReportResponse
+ class CounterStructuredNameAndMetadata
# @private
class Representation < Google::Apis::Core::JsonRepresentation
+ property :name, as: 'name', class: Google::Apis::DataflowV1b3::CounterStructuredName, decorator: Google::Apis::DataflowV1b3::CounterStructuredName::Representation
+
+ property :metadata, as: 'metadata', class: Google::Apis::DataflowV1b3::CounterMetadata, decorator: Google::Apis::DataflowV1b3::CounterMetadata::Representation
+
end
end
- class SourceSplitResponse
+ class ConcatPosition
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :outcome, as: 'outcome'
- collection :bundles, as: 'bundles', class: Google::Apis::DataflowV1b3::DerivedSource, decorator: Google::Apis::DataflowV1b3::DerivedSource::Representation
+ property :index, as: 'index'
+ property :position, as: 'position', class: Google::Apis::DataflowV1b3::Position, decorator: Google::Apis::DataflowV1b3::Position::Representation
- collection :shards, as: 'shards', class: Google::Apis::DataflowV1b3::SourceSplitShard, decorator: Google::Apis::DataflowV1b3::SourceSplitShard::Representation
+ end
+ end
+ class AutoscalingSettings
+ # @private
+ class Representation < Google::Apis::Core::JsonRepresentation
+ property :max_num_workers, as: 'maxNumWorkers'
+ property :algorithm, as: 'algorithm'
end
end
- class ParallelInstruction
+ class StreamingComputationRanges
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- collection :outputs, as: 'outputs', class: Google::Apis::DataflowV1b3::InstructionOutput, decorator: Google::Apis::DataflowV1b3::InstructionOutput::Representation
+ property :computation_id, as: 'computationId'
+ collection :range_assignments, as: 'rangeAssignments', class: Google::Apis::DataflowV1b3::KeyRangeDataDiskAssignment, decorator: Google::Apis::DataflowV1b3::KeyRangeDataDiskAssignment::Representation
+ end
+ end
+
+ class ExecutionStageSummary
+ # @private
+ class Representation < Google::Apis::Core::JsonRepresentation
+ collection :output_source, as: 'outputSource', class: Google::Apis::DataflowV1b3::StageSource, decorator: Google::Apis::DataflowV1b3::StageSource::Representation
+
property :name, as: 'name'
- property :read, as: 'read', class: Google::Apis::DataflowV1b3::ReadInstruction, decorator: Google::Apis::DataflowV1b3::ReadInstruction::Representation
+ collection :input_source, as: 'inputSource', class: Google::Apis::DataflowV1b3::StageSource, decorator: Google::Apis::DataflowV1b3::StageSource::Representation
- property :par_do, as: 'parDo', class: Google::Apis::DataflowV1b3::ParDoInstruction, decorator: Google::Apis::DataflowV1b3::ParDoInstruction::Representation
+ property :id, as: 'id'
+ collection :component_transform, as: 'componentTransform', class: Google::Apis::DataflowV1b3::ComponentTransform, decorator: Google::Apis::DataflowV1b3::ComponentTransform::Representation
- property :original_name, as: 'originalName'
- property :flatten, as: 'flatten', class: Google::Apis::DataflowV1b3::FlattenInstruction, decorator: Google::Apis::DataflowV1b3::FlattenInstruction::Representation
+ collection :component_source, as: 'componentSource', class: Google::Apis::DataflowV1b3::ComponentSource, decorator: Google::Apis::DataflowV1b3::ComponentSource::Representation
- property :system_name, as: 'systemName'
- property :write, as: 'write', class: Google::Apis::DataflowV1b3::WriteInstruction, decorator: Google::Apis::DataflowV1b3::WriteInstruction::Representation
+ property :kind, as: 'kind'
+ end
+ end
- property :partial_group_by_key, as: 'partialGroupByKey', class: Google::Apis::DataflowV1b3::PartialGroupByKeyInstruction, decorator: Google::Apis::DataflowV1b3::PartialGroupByKeyInstruction::Representation
+ class SendWorkerMessagesRequest
+ # @private
+ class Representation < Google::Apis::Core::JsonRepresentation
+ collection :worker_messages, as: 'workerMessages', class: Google::Apis::DataflowV1b3::WorkerMessage, decorator: Google::Apis::DataflowV1b3::WorkerMessage::Representation
end
end
- class KeyRangeDataDiskAssignment
+ class SourceSplitShard
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :start, as: 'start'
- property :data_disk, as: 'dataDisk'
- property :end, as: 'end'
+ property :derivation_mode, as: 'derivationMode'
+ property :source, as: 'source', class: Google::Apis::DataflowV1b3::Source, decorator: Google::Apis::DataflowV1b3::Source::Representation
+
end
end
- class Package
+ class CpuTime
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :name, as: 'name'
- property :location, as: 'location'
+ property :rate, as: 'rate'
+ property :timestamp, as: 'timestamp'
+ property :total_ms, as: 'totalMs'
end
end
- class ParDoInstruction
+ class Environment
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- collection :multi_output_infos, as: 'multiOutputInfos', class: Google::Apis::DataflowV1b3::MultiOutputInfo, decorator: Google::Apis::DataflowV1b3::MultiOutputInfo::Representation
+ property :cluster_manager_api_service, as: 'clusterManagerApiService'
+ property :temp_storage_prefix, as: 'tempStoragePrefix'
+ collection :worker_pools, as: 'workerPools', class: Google::Apis::DataflowV1b3::WorkerPool, decorator: Google::Apis::DataflowV1b3::WorkerPool::Representation
- hash :user_fn, as: 'userFn'
- property :input, as: 'input', class: Google::Apis::DataflowV1b3::InstructionInput, decorator: Google::Apis::DataflowV1b3::InstructionInput::Representation
-
- property :num_outputs, as: 'numOutputs'
- collection :side_inputs, as: 'sideInputs', class: Google::Apis::DataflowV1b3::SideInputInfo, decorator: Google::Apis::DataflowV1b3::SideInputInfo::Representation
-
+ property :dataset, as: 'dataset'
+ collection :experiments, as: 'experiments'
+ hash :internal_experiments, as: 'internalExperiments'
+ hash :version, as: 'version'
+ property :service_account_email, as: 'serviceAccountEmail'
+ hash :user_agent, as: 'userAgent'
+ hash :sdk_pipeline_options, as: 'sdkPipelineOptions'
end
end
- class MetricUpdate
+ class StreamingComputationTask
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :set, as: 'set'
- property :cumulative, as: 'cumulative'
- property :internal, as: 'internal'
- property :kind, as: 'kind'
- property :scalar, as: 'scalar'
- property :mean_count, as: 'meanCount'
- property :mean_sum, as: 'meanSum'
- property :update_time, as: 'updateTime'
- property :name, as: 'name', class: Google::Apis::DataflowV1b3::MetricStructuredName, decorator: Google::Apis::DataflowV1b3::MetricStructuredName::Representation
+ property :task_type, as: 'taskType'
+ collection :computation_ranges, as: 'computationRanges', class: Google::Apis::DataflowV1b3::StreamingComputationRanges, decorator: Google::Apis::DataflowV1b3::StreamingComputationRanges::Representation
+ collection :data_disks, as: 'dataDisks', class: Google::Apis::DataflowV1b3::MountedDataDisk, decorator: Google::Apis::DataflowV1b3::MountedDataDisk::Representation
+
end
end
- class CounterStructuredName
+ class SendDebugCaptureRequest
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :execution_step_name, as: 'executionStepName'
- property :name, as: 'name'
- property :origin, as: 'origin'
- property :component_step_name, as: 'componentStepName'
- property :portion, as: 'portion'
- property :original_step_name, as: 'originalStepName'
+ property :component_id, as: 'componentId'
property :worker_id, as: 'workerId'
- property :origin_namespace, as: 'originNamespace'
+ property :data, as: 'data'
end
end
- class ApproximateProgress
+ class GetDebugConfigResponse
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :percent_complete, as: 'percentComplete'
- property :remaining_time, as: 'remainingTime'
- property :position, as: 'position', class: Google::Apis::DataflowV1b3::Position, decorator: Google::Apis::DataflowV1b3::Position::Representation
-
+ property :config, as: 'config'
end
end
- class WorkerMessageResponse
+ class ComponentTransform
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :worker_metrics_response, as: 'workerMetricsResponse', class: Google::Apis::DataflowV1b3::ResourceUtilizationReportResponse, decorator: Google::Apis::DataflowV1b3::ResourceUtilizationReportResponse::Representation
-
- property :worker_health_report_response, as: 'workerHealthReportResponse', class: Google::Apis::DataflowV1b3::WorkerHealthReportResponse, decorator: Google::Apis::DataflowV1b3::WorkerHealthReportResponse::Representation
-
+ property :user_name, as: 'userName'
+ property :original_transform, as: 'originalTransform'
+ property :name, as: 'name'
end
end
- class WorkerMessage
+ class StreamingSetupTask
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :worker_health_report, as: 'workerHealthReport', class: Google::Apis::DataflowV1b3::WorkerHealthReport, decorator: Google::Apis::DataflowV1b3::WorkerHealthReport::Representation
+ property :receive_work_port, as: 'receiveWorkPort'
+ property :streaming_computation_topology, as: 'streamingComputationTopology', class: Google::Apis::DataflowV1b3::TopologyConfig, decorator: Google::Apis::DataflowV1b3::TopologyConfig::Representation
- property :worker_message_code, as: 'workerMessageCode', class: Google::Apis::DataflowV1b3::WorkerMessageCode, decorator: Google::Apis::DataflowV1b3::WorkerMessageCode::Representation
+ property :worker_harness_port, as: 'workerHarnessPort'
+ property :drain, as: 'drain'
+ end
+ end
- property :worker_metrics, as: 'workerMetrics', class: Google::Apis::DataflowV1b3::ResourceUtilizationReport, decorator: Google::Apis::DataflowV1b3::ResourceUtilizationReport::Representation
-
- hash :labels, as: 'labels'
- property :time, as: 'time'
+ class PubsubLocation
+ # @private
+ class Representation < Google::Apis::Core::JsonRepresentation
+ property :with_attributes, as: 'withAttributes'
+ property :id_label, as: 'idLabel'
+ property :timestamp_label, as: 'timestampLabel'
+ property :topic, as: 'topic'
+ property :subscription, as: 'subscription'
+ property :drop_late_data, as: 'dropLateData'
+ property :tracking_subscription, as: 'trackingSubscription'
end
end
- class JobMetrics
+ class WorkerHealthReport
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :metric_time, as: 'metricTime'
- collection :metrics, as: 'metrics', class: Google::Apis::DataflowV1b3::MetricUpdate, decorator: Google::Apis::DataflowV1b3::MetricUpdate::Representation
+ property :vm_startup_time, as: 'vmStartupTime'
+ property :vm_is_healthy, as: 'vmIsHealthy'
+ property :report_interval, as: 'reportInterval'
+ collection :pods, as: 'pods'
+ end
+ end
+ class JobMessage
+ # @private
+ class Representation < Google::Apis::Core::JsonRepresentation
+ property :message_text, as: 'messageText'
+ property :message_importance, as: 'messageImportance'
+ property :time, as: 'time'
+ property :id, as: 'id'
end
end
- class FloatingPointList
+ class MultiOutputInfo
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- collection :elements, as: 'elements'
+ property :tag, as: 'tag'
end
end
- class CounterUpdate
+ class SourceSplitRequest
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :structured_name_and_metadata, as: 'structuredNameAndMetadata', class: Google::Apis::DataflowV1b3::CounterStructuredNameAndMetadata, decorator: Google::Apis::DataflowV1b3::CounterStructuredNameAndMetadata::Representation
+ property :source, as: 'source', class: Google::Apis::DataflowV1b3::Source, decorator: Google::Apis::DataflowV1b3::Source::Representation
- property :integer_list, as: 'integerList', class: Google::Apis::DataflowV1b3::IntegerList, decorator: Google::Apis::DataflowV1b3::IntegerList::Representation
+ property :options, as: 'options', class: Google::Apis::DataflowV1b3::SourceSplitOptions, decorator: Google::Apis::DataflowV1b3::SourceSplitOptions::Representation
- property :integer_mean, as: 'integerMean', class: Google::Apis::DataflowV1b3::IntegerMean, decorator: Google::Apis::DataflowV1b3::IntegerMean::Representation
+ end
+ end
- property :floating_point, as: 'floatingPoint'
- property :internal, as: 'internal'
- property :cumulative, as: 'cumulative'
- property :floating_point_mean, as: 'floatingPointMean', class: Google::Apis::DataflowV1b3::FloatingPointMean, decorator: Google::Apis::DataflowV1b3::FloatingPointMean::Representation
+ class SourceGetMetadataResponse
+ # @private
+ class Representation < Google::Apis::Core::JsonRepresentation
+ property :metadata, as: 'metadata', class: Google::Apis::DataflowV1b3::SourceMetadata, decorator: Google::Apis::DataflowV1b3::SourceMetadata::Representation
- property :boolean, as: 'boolean'
- property :name_and_kind, as: 'nameAndKind', class: Google::Apis::DataflowV1b3::NameAndKind, decorator: Google::Apis::DataflowV1b3::NameAndKind::Representation
+ end
+ end
- property :distribution, as: 'distribution', class: Google::Apis::DataflowV1b3::DistributionUpdate, decorator: Google::Apis::DataflowV1b3::DistributionUpdate::Representation
-
- property :string_list, as: 'stringList', class: Google::Apis::DataflowV1b3::StringList, decorator: Google::Apis::DataflowV1b3::StringList::Representation
-
+ class MetricShortId
+ # @private
+ class Representation < Google::Apis::Core::JsonRepresentation
+ property :metric_index, as: 'metricIndex'
property :short_id, as: 'shortId'
- property :floating_point_list, as: 'floatingPointList', class: Google::Apis::DataflowV1b3::FloatingPointList, decorator: Google::Apis::DataflowV1b3::FloatingPointList::Representation
-
- property :integer, as: 'integer', class: Google::Apis::DataflowV1b3::SplitInt64, decorator: Google::Apis::DataflowV1b3::SplitInt64::Representation
-
end
end
- class SourceMetadata
+ class ShellTask
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :produces_sorted_keys, as: 'producesSortedKeys'
- property :infinite, as: 'infinite'
- property :estimated_size_bytes, as: 'estimatedSizeBytes'
+ property :exit_code, as: 'exitCode'
+ property :command, as: 'command'
end
end
- class DistributionUpdate
+ class TaskRunnerSettings
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :max, as: 'max', class: Google::Apis::DataflowV1b3::SplitInt64, decorator: Google::Apis::DataflowV1b3::SplitInt64::Representation
+ property :task_group, as: 'taskGroup'
+ property :harness_command, as: 'harnessCommand'
+ property :log_dir, as: 'logDir'
+ property :dataflow_api_version, as: 'dataflowApiVersion'
+ collection :oauth_scopes, as: 'oauthScopes'
+ property :log_upload_location, as: 'logUploadLocation'
+ property :streaming_worker_main_class, as: 'streamingWorkerMainClass'
+ property :workflow_file_name, as: 'workflowFileName'
+ property :temp_storage_prefix, as: 'tempStoragePrefix'
+ property :base_task_dir, as: 'baseTaskDir'
+ property :commandlines_file_name, as: 'commandlinesFileName'
+ property :language_hint, as: 'languageHint'
+ property :base_url, as: 'baseUrl'
+ property :log_to_serialconsole, as: 'logToSerialconsole'
+ property :continue_on_exception, as: 'continueOnException'
+ property :parallel_worker_settings, as: 'parallelWorkerSettings', class: Google::Apis::DataflowV1b3::WorkerSettings, decorator: Google::Apis::DataflowV1b3::WorkerSettings::Representation
- property :sum, as: 'sum', class: Google::Apis::DataflowV1b3::SplitInt64, decorator: Google::Apis::DataflowV1b3::SplitInt64::Representation
+ property :task_user, as: 'taskUser'
+ property :vm_id, as: 'vmId'
+ property :alsologtostderr, as: 'alsologtostderr'
+ end
+ end
- property :count, as: 'count', class: Google::Apis::DataflowV1b3::SplitInt64, decorator: Google::Apis::DataflowV1b3::SplitInt64::Representation
+ class Position
+ # @private
+ class Representation < Google::Apis::Core::JsonRepresentation
+ property :key, as: 'key'
+ property :record_index, as: 'recordIndex'
+ property :shuffle_position, as: 'shufflePosition'
+ property :byte_offset, as: 'byteOffset'
+ property :concat_position, as: 'concatPosition', class: Google::Apis::DataflowV1b3::ConcatPosition, decorator: Google::Apis::DataflowV1b3::ConcatPosition::Representation
- property :min, as: 'min', class: Google::Apis::DataflowV1b3::SplitInt64, decorator: Google::Apis::DataflowV1b3::SplitInt64::Representation
+ property :end, as: 'end'
+ end
+ end
- property :sum_of_squares, as: 'sumOfSquares'
+ class SplitInt64
+ # @private
+ class Representation < Google::Apis::Core::JsonRepresentation
+ property :low_bits, as: 'lowBits'
+ property :high_bits, as: 'highBits'
end
end
- class WorkerHealthReportResponse
+ class Source
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :report_interval, as: 'reportInterval'
+ property :metadata, as: 'metadata', class: Google::Apis::DataflowV1b3::SourceMetadata, decorator: Google::Apis::DataflowV1b3::SourceMetadata::Representation
+
+ collection :base_specs, as: 'baseSpecs'
+ hash :codec, as: 'codec'
+ property :does_not_need_splitting, as: 'doesNotNeedSplitting'
+ hash :spec, as: 'spec'
end
end
- class SourceFork
+ class WorkerPool
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :residual, as: 'residual', class: Google::Apis::DataflowV1b3::SourceSplitShard, decorator: Google::Apis::DataflowV1b3::SourceSplitShard::Representation
+ property :network, as: 'network'
+ property :default_package_set, as: 'defaultPackageSet'
+ property :num_threads_per_worker, as: 'numThreadsPerWorker'
+ property :num_workers, as: 'numWorkers'
+ property :zone, as: 'zone'
+ property :disk_source_image, as: 'diskSourceImage'
+ collection :packages, as: 'packages', class: Google::Apis::DataflowV1b3::Package, decorator: Google::Apis::DataflowV1b3::Package::Representation
- property :residual_source, as: 'residualSource', class: Google::Apis::DataflowV1b3::DerivedSource, decorator: Google::Apis::DataflowV1b3::DerivedSource::Representation
+ property :teardown_policy, as: 'teardownPolicy'
+ property :on_host_maintenance, as: 'onHostMaintenance'
+ hash :pool_args, as: 'poolArgs'
+ property :disk_size_gb, as: 'diskSizeGb'
+ property :worker_harness_container_image, as: 'workerHarnessContainerImage'
+ property :disk_type, as: 'diskType'
+ property :machine_type, as: 'machineType'
+ property :kind, as: 'kind'
+ collection :data_disks, as: 'dataDisks', class: Google::Apis::DataflowV1b3::Disk, decorator: Google::Apis::DataflowV1b3::Disk::Representation
- property :primary, as: 'primary', class: Google::Apis::DataflowV1b3::SourceSplitShard, decorator: Google::Apis::DataflowV1b3::SourceSplitShard::Representation
+ property :subnetwork, as: 'subnetwork'
+ property :ip_configuration, as: 'ipConfiguration'
+ property :autoscaling_settings, as: 'autoscalingSettings', class: Google::Apis::DataflowV1b3::AutoscalingSettings, decorator: Google::Apis::DataflowV1b3::AutoscalingSettings::Representation
- property :primary_source, as: 'primarySource', class: Google::Apis::DataflowV1b3::DerivedSource, decorator: Google::Apis::DataflowV1b3::DerivedSource::Representation
+ property :taskrunner_settings, as: 'taskrunnerSettings', class: Google::Apis::DataflowV1b3::TaskRunnerSettings, decorator: Google::Apis::DataflowV1b3::TaskRunnerSettings::Representation
+ hash :metadata, as: 'metadata'
end
end
- class WorkItemStatus
+ class SourceOperationRequest
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- collection :counter_updates, as: 'counterUpdates', class: Google::Apis::DataflowV1b3::CounterUpdate, decorator: Google::Apis::DataflowV1b3::CounterUpdate::Representation
+ property :get_metadata, as: 'getMetadata', class: Google::Apis::DataflowV1b3::SourceGetMetadataRequest, decorator: Google::Apis::DataflowV1b3::SourceGetMetadataRequest::Representation
- property :work_item_id, as: 'workItemId'
- collection :metric_updates, as: 'metricUpdates', class: Google::Apis::DataflowV1b3::MetricUpdate, decorator: Google::Apis::DataflowV1b3::MetricUpdate::Representation
+ property :split, as: 'split', class: Google::Apis::DataflowV1b3::SourceSplitRequest, decorator: Google::Apis::DataflowV1b3::SourceSplitRequest::Representation
- collection :errors, as: 'errors', class: Google::Apis::DataflowV1b3::Status, decorator: Google::Apis::DataflowV1b3::Status::Representation
+ end
+ end
- property :dynamic_source_split, as: 'dynamicSourceSplit', class: Google::Apis::DataflowV1b3::DynamicSourceSplit, decorator: Google::Apis::DataflowV1b3::DynamicSourceSplit::Representation
+ class WorkItem
+ # @private
+ class Representation < Google::Apis::Core::JsonRepresentation
+ property :lease_expire_time, as: 'leaseExpireTime'
+ property :streaming_config_task, as: 'streamingConfigTask', class: Google::Apis::DataflowV1b3::StreamingConfigTask, decorator: Google::Apis::DataflowV1b3::StreamingConfigTask::Representation
- property :source_operation_response, as: 'sourceOperationResponse', class: Google::Apis::DataflowV1b3::SourceOperationResponse, decorator: Google::Apis::DataflowV1b3::SourceOperationResponse::Representation
+ property :initial_report_index, as: 'initialReportIndex'
+ property :shell_task, as: 'shellTask', class: Google::Apis::DataflowV1b3::ShellTask, decorator: Google::Apis::DataflowV1b3::ShellTask::Representation
- property :progress, as: 'progress', class: Google::Apis::DataflowV1b3::ApproximateProgress, decorator: Google::Apis::DataflowV1b3::ApproximateProgress::Representation
+ property :streaming_computation_task, as: 'streamingComputationTask', class: Google::Apis::DataflowV1b3::StreamingComputationTask, decorator: Google::Apis::DataflowV1b3::StreamingComputationTask::Representation
- property :requested_lease_duration, as: 'requestedLeaseDuration'
- property :report_index, as: 'reportIndex'
- property :stop_position, as: 'stopPosition', class: Google::Apis::DataflowV1b3::Position, decorator: Google::Apis::DataflowV1b3::Position::Representation
+ property :job_id, as: 'jobId'
+ property :id, as: 'id'
+ property :configuration, as: 'configuration'
+ property :map_task, as: 'mapTask', class: Google::Apis::DataflowV1b3::MapTask, decorator: Google::Apis::DataflowV1b3::MapTask::Representation
- property :completed, as: 'completed'
- property :reported_progress, as: 'reportedProgress', class: Google::Apis::DataflowV1b3::ApproximateReportedProgress, decorator: Google::Apis::DataflowV1b3::ApproximateReportedProgress::Representation
+ property :seq_map_task, as: 'seqMapTask', class: Google::Apis::DataflowV1b3::SeqMapTask, decorator: Google::Apis::DataflowV1b3::SeqMapTask::Representation
- property :source_fork, as: 'sourceFork', class: Google::Apis::DataflowV1b3::SourceFork, decorator: Google::Apis::DataflowV1b3::SourceFork::Representation
+ collection :packages, as: 'packages', class: Google::Apis::DataflowV1b3::Package, decorator: Google::Apis::DataflowV1b3::Package::Representation
+ property :project_id, as: 'projectId'
+ property :streaming_setup_task, as: 'streamingSetupTask', class: Google::Apis::DataflowV1b3::StreamingSetupTask, decorator: Google::Apis::DataflowV1b3::StreamingSetupTask::Representation
+
+ property :report_status_interval, as: 'reportStatusInterval'
+ property :source_operation_task, as: 'sourceOperationTask', class: Google::Apis::DataflowV1b3::SourceOperationRequest, decorator: Google::Apis::DataflowV1b3::SourceOperationRequest::Representation
+
end
end
- class WorkItemServiceState
+ class ResourceUtilizationReport
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :split_request, as: 'splitRequest', class: Google::Apis::DataflowV1b3::ApproximateSplitRequest, decorator: Google::Apis::DataflowV1b3::ApproximateSplitRequest::Representation
+ collection :cpu_time, as: 'cpuTime', class: Google::Apis::DataflowV1b3::CpuTime, decorator: Google::Apis::DataflowV1b3::CpuTime::Representation
- property :suggested_stop_position, as: 'suggestedStopPosition', class: Google::Apis::DataflowV1b3::Position, decorator: Google::Apis::DataflowV1b3::Position::Representation
-
- property :report_status_interval, as: 'reportStatusInterval'
- hash :harness_data, as: 'harnessData'
- property :lease_expire_time, as: 'leaseExpireTime'
- collection :metric_short_id, as: 'metricShortId', class: Google::Apis::DataflowV1b3::MetricShortId, decorator: Google::Apis::DataflowV1b3::MetricShortId::Representation
-
- property :next_report_index, as: 'nextReportIndex'
- property :suggested_stop_point, as: 'suggestedStopPoint', class: Google::Apis::DataflowV1b3::ApproximateProgress, decorator: Google::Apis::DataflowV1b3::ApproximateProgress::Representation
-
end
end
- class MetricStructuredName
+ class ReportedParallelism
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :origin, as: 'origin'
- property :name, as: 'name'
- hash :context, as: 'context'
+ property :is_infinite, as: 'isInfinite'
+ property :value, as: 'value'
end
end
- class SeqMapTaskOutputInfo
+ class TopologyConfig
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :sink, as: 'sink', class: Google::Apis::DataflowV1b3::Sink, decorator: Google::Apis::DataflowV1b3::Sink::Representation
+ hash :user_stage_to_computation_name_map, as: 'userStageToComputationNameMap'
+ collection :computations, as: 'computations', class: Google::Apis::DataflowV1b3::ComputationTopology, decorator: Google::Apis::DataflowV1b3::ComputationTopology::Representation
- property :tag, as: 'tag'
+ collection :data_disk_assignments, as: 'dataDiskAssignments', class: Google::Apis::DataflowV1b3::DataDiskAssignment, decorator: Google::Apis::DataflowV1b3::DataDiskAssignment::Representation
+
+ property :persistent_state_version, as: 'persistentStateVersion'
+ property :forwarding_key_bits, as: 'forwardingKeyBits'
end
end
- class JobExecutionStageInfo
+ class SourceSplitOptions
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- collection :step_name, as: 'stepName'
+ property :desired_bundle_size_bytes, as: 'desiredBundleSizeBytes'
+ property :desired_shard_size_bytes, as: 'desiredShardSizeBytes'
end
end
- class KeyRangeLocation
+ class ReadInstruction
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :start, as: 'start'
- property :data_disk, as: 'dataDisk'
- property :persistent_directory, as: 'persistentDirectory'
- property :end, as: 'end'
- property :delivery_endpoint, as: 'deliveryEndpoint'
+ property :source, as: 'source', class: Google::Apis::DataflowV1b3::Source, decorator: Google::Apis::DataflowV1b3::Source::Representation
+
end
end
- class SourceGetMetadataRequest
+ class WorkerSettings
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :source, as: 'source', class: Google::Apis::DataflowV1b3::Source, decorator: Google::Apis::DataflowV1b3::Source::Representation
-
+ property :temp_storage_prefix, as: 'tempStoragePrefix'
+ property :base_url, as: 'baseUrl'
+ property :reporting_enabled, as: 'reportingEnabled'
+ property :service_path, as: 'servicePath'
+ property :shuffle_service_path, as: 'shuffleServicePath'
+ property :worker_id, as: 'workerId'
end
end
- class NameAndKind
+ class DataDiskAssignment
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :name, as: 'name'
- property :kind, as: 'kind'
+ property :vm_instance, as: 'vmInstance'
+ collection :data_disks, as: 'dataDisks'
end
end
- class SeqMapTask
+ class StreamingStageLocation
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- collection :inputs, as: 'inputs', class: Google::Apis::DataflowV1b3::SideInputInfo, decorator: Google::Apis::DataflowV1b3::SideInputInfo::Representation
-
- property :stage_name, as: 'stageName'
- property :system_name, as: 'systemName'
- hash :user_fn, as: 'userFn'
- property :name, as: 'name'
- collection :output_infos, as: 'outputInfos', class: Google::Apis::DataflowV1b3::SeqMapTaskOutputInfo, decorator: Google::Apis::DataflowV1b3::SeqMapTaskOutputInfo::Representation
-
+ property :stream_id, as: 'streamId'
end
end
- class WorkerMessageCode
+ class ApproximateSplitRequest
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- hash :parameters, as: 'parameters'
- property :code, as: 'code'
+ property :position, as: 'position', class: Google::Apis::DataflowV1b3::Position, decorator: Google::Apis::DataflowV1b3::Position::Representation
+
+ property :fraction_consumed, as: 'fractionConsumed'
end
end
- class CustomSourceLocation
+ class Status
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :stateful, as: 'stateful'
+ collection :details, as: 'details'
+ property :code, as: 'code'
+ property :message, as: 'message'
end
end
- class MapTask
+ class StreamLocation
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- collection :instructions, as: 'instructions', class: Google::Apis::DataflowV1b3::ParallelInstruction, decorator: Google::Apis::DataflowV1b3::ParallelInstruction::Representation
+ property :custom_source_location, as: 'customSourceLocation', class: Google::Apis::DataflowV1b3::CustomSourceLocation, decorator: Google::Apis::DataflowV1b3::CustomSourceLocation::Representation
- property :system_name, as: 'systemName'
- property :stage_name, as: 'stageName'
+ property :streaming_stage_location, as: 'streamingStageLocation', class: Google::Apis::DataflowV1b3::StreamingStageLocation, decorator: Google::Apis::DataflowV1b3::StreamingStageLocation::Representation
+
+ property :pubsub_location, as: 'pubsubLocation', class: Google::Apis::DataflowV1b3::PubsubLocation, decorator: Google::Apis::DataflowV1b3::PubsubLocation::Representation
+
+ property :side_input_location, as: 'sideInputLocation', class: Google::Apis::DataflowV1b3::StreamingSideInputLocation, decorator: Google::Apis::DataflowV1b3::StreamingSideInputLocation::Representation
+
end
end
- class FloatingPointMean
+ class SendWorkerMessagesResponse
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :sum, as: 'sum'
- property :count, as: 'count', class: Google::Apis::DataflowV1b3::SplitInt64, decorator: Google::Apis::DataflowV1b3::SplitInt64::Representation
+ collection :worker_message_responses, as: 'workerMessageResponses', class: Google::Apis::DataflowV1b3::WorkerMessageResponse, decorator: Google::Apis::DataflowV1b3::WorkerMessageResponse::Representation
end
end
- class ReportWorkItemStatusResponse
+ class TransformSummary
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- collection :work_item_service_states, as: 'workItemServiceStates', class: Google::Apis::DataflowV1b3::WorkItemServiceState, decorator: Google::Apis::DataflowV1b3::WorkItemServiceState::Representation
+ collection :output_collection_name, as: 'outputCollectionName'
+ collection :display_data, as: 'displayData', class: Google::Apis::DataflowV1b3::DisplayData, decorator: Google::Apis::DataflowV1b3::DisplayData::Representation
+ property :kind, as: 'kind'
+ collection :input_collection_name, as: 'inputCollectionName'
+ property :name, as: 'name'
+ property :id, as: 'id'
end
end
- class InstructionOutput
+ class StreamingComputationConfig
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- hash :codec, as: 'codec'
- property :name, as: 'name'
- property :original_name, as: 'originalName'
- property :only_count_key_bytes, as: 'onlyCountKeyBytes'
+ property :computation_id, as: 'computationId'
property :system_name, as: 'systemName'
- property :only_count_value_bytes, as: 'onlyCountValueBytes'
+ property :stage_name, as: 'stageName'
+ collection :instructions, as: 'instructions', class: Google::Apis::DataflowV1b3::ParallelInstruction, decorator: Google::Apis::DataflowV1b3::ParallelInstruction::Representation
+
end
end
- class CreateJobFromTemplateRequest
+ class LeaseWorkItemResponse
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :gcs_path, as: 'gcsPath'
- property :environment, as: 'environment', class: Google::Apis::DataflowV1b3::RuntimeEnvironment, decorator: Google::Apis::DataflowV1b3::RuntimeEnvironment::Representation
+ collection :work_items, as: 'workItems', class: Google::Apis::DataflowV1b3::WorkItem, decorator: Google::Apis::DataflowV1b3::WorkItem::Representation
- hash :parameters, as: 'parameters'
- property :job_name, as: 'jobName'
end
end
- class IntegerMean
+ class Sink
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :count, as: 'count', class: Google::Apis::DataflowV1b3::SplitInt64, decorator: Google::Apis::DataflowV1b3::SplitInt64::Representation
-
- property :sum, as: 'sum', class: Google::Apis::DataflowV1b3::SplitInt64, decorator: Google::Apis::DataflowV1b3::SplitInt64::Representation
-
+ hash :codec, as: 'codec'
+ hash :spec, as: 'spec'
end
end
- class ListJobsResponse
+ class FlattenInstruction
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :next_page_token, as: 'nextPageToken'
- collection :failed_location, as: 'failedLocation', class: Google::Apis::DataflowV1b3::FailedLocation, decorator: Google::Apis::DataflowV1b3::FailedLocation::Representation
+ collection :inputs, as: 'inputs', class: Google::Apis::DataflowV1b3::InstructionInput, decorator: Google::Apis::DataflowV1b3::InstructionInput::Representation
- collection :jobs, as: 'jobs', class: Google::Apis::DataflowV1b3::Job, decorator: Google::Apis::DataflowV1b3::Job::Representation
-
end
end
- class ComputationTopology
+ class PartialGroupByKeyInstruction
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :user_stage_name, as: 'userStageName'
- collection :state_families, as: 'stateFamilies', class: Google::Apis::DataflowV1b3::StateFamilyConfig, decorator: Google::Apis::DataflowV1b3::StateFamilyConfig::Representation
+ hash :value_combining_fn, as: 'valueCombiningFn'
+ hash :input_element_codec, as: 'inputElementCodec'
+ property :original_combine_values_input_store_name, as: 'originalCombineValuesInputStoreName'
+ property :original_combine_values_step_name, as: 'originalCombineValuesStepName'
+ collection :side_inputs, as: 'sideInputs', class: Google::Apis::DataflowV1b3::SideInputInfo, decorator: Google::Apis::DataflowV1b3::SideInputInfo::Representation
- collection :outputs, as: 'outputs', class: Google::Apis::DataflowV1b3::StreamLocation, decorator: Google::Apis::DataflowV1b3::StreamLocation::Representation
+ property :input, as: 'input', class: Google::Apis::DataflowV1b3::InstructionInput, decorator: Google::Apis::DataflowV1b3::InstructionInput::Representation
- property :system_stage_name, as: 'systemStageName'
- collection :inputs, as: 'inputs', class: Google::Apis::DataflowV1b3::StreamLocation, decorator: Google::Apis::DataflowV1b3::StreamLocation::Representation
-
- property :computation_id, as: 'computationId'
- collection :key_ranges, as: 'keyRanges', class: Google::Apis::DataflowV1b3::KeyRangeLocation, decorator: Google::Apis::DataflowV1b3::KeyRangeLocation::Representation
-
end
end
- class RuntimeEnvironment
+ class StageSource
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :service_account_email, as: 'serviceAccountEmail'
- property :temp_location, as: 'tempLocation'
- property :bypass_temp_dir_validation, as: 'bypassTempDirValidation'
- property :max_workers, as: 'maxWorkers'
- property :zone, as: 'zone'
+ property :name, as: 'name'
+ property :original_user_transform_or_collection, as: 'originalUserTransformOrCollection'
+ property :size_bytes, as: 'sizeBytes'
+ property :user_name, as: 'userName'
end
end
- class StreamingSideInputLocation
+ class InstructionInput
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :tag, as: 'tag'
- property :state_family, as: 'stateFamily'
+ property :producer_instruction_index, as: 'producerInstructionIndex'
+ property :output_num, as: 'outputNum'
end
end
- class MountedDataDisk
+ class StringList
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :data_disk, as: 'dataDisk'
+ collection :elements, as: 'elements'
end
end
- class DerivedSource
+ class DisplayData
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :derivation_mode, as: 'derivationMode'
- property :source, as: 'source', class: Google::Apis::DataflowV1b3::Source, decorator: Google::Apis::DataflowV1b3::Source::Representation
-
+ property :url, as: 'url'
+ property :label, as: 'label'
+ property :timestamp_value, as: 'timestampValue'
+ property :bool_value, as: 'boolValue'
+ property :java_class_value, as: 'javaClassValue'
+ property :str_value, as: 'strValue'
+ property :int64_value, as: 'int64Value'
+ property :duration_value, as: 'durationValue'
+ property :namespace, as: 'namespace'
+ property :float_value, as: 'floatValue'
+ property :key, as: 'key'
+ property :short_str_value, as: 'shortStrValue'
end
end
- class DynamicSourceSplit
+ class LeaseWorkItemRequest
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :residual, as: 'residual', class: Google::Apis::DataflowV1b3::DerivedSource, decorator: Google::Apis::DataflowV1b3::DerivedSource::Representation
-
- property :primary, as: 'primary', class: Google::Apis::DataflowV1b3::DerivedSource, decorator: Google::Apis::DataflowV1b3::DerivedSource::Representation
-
+ property :current_worker_time, as: 'currentWorkerTime'
+ collection :work_item_types, as: 'workItemTypes'
+ property :location, as: 'location'
+ collection :worker_capabilities, as: 'workerCapabilities'
+ property :worker_id, as: 'workerId'
+ property :requested_lease_duration, as: 'requestedLeaseDuration'
end
end
- class Job
+ class GetDebugConfigRequest
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :replace_job_id, as: 'replaceJobId'
- property :requested_state, as: 'requestedState'
- collection :temp_files, as: 'tempFiles'
- property :client_request_id, as: 'clientRequestId'
- property :name, as: 'name'
- property :replaced_by_job_id, as: 'replacedByJobId'
- collection :steps, as: 'steps', class: Google::Apis::DataflowV1b3::Step, decorator: Google::Apis::DataflowV1b3::Step::Representation
+ property :component_id, as: 'componentId'
+ property :worker_id, as: 'workerId'
+ end
+ end
- property :id, as: 'id'
- property :execution_info, as: 'executionInfo', class: Google::Apis::DataflowV1b3::JobExecutionInfo, decorator: Google::Apis::DataflowV1b3::JobExecutionInfo::Representation
-
- property :current_state, as: 'currentState'
+ class ReportWorkItemStatusRequest
+ # @private
+ class Representation < Google::Apis::Core::JsonRepresentation
+ property :worker_id, as: 'workerId'
+ property :current_worker_time, as: 'currentWorkerTime'
property :location, as: 'location'
- property :current_state_time, as: 'currentStateTime'
- hash :transform_name_mapping, as: 'transformNameMapping'
- property :environment, as: 'environment', class: Google::Apis::DataflowV1b3::Environment, decorator: Google::Apis::DataflowV1b3::Environment::Representation
+ collection :work_item_statuses, as: 'workItemStatuses', class: Google::Apis::DataflowV1b3::WorkItemStatus, decorator: Google::Apis::DataflowV1b3::WorkItemStatus::Representation
- hash :labels, as: 'labels'
- property :create_time, as: 'createTime'
- property :type, as: 'type'
- property :project_id, as: 'projectId'
end
end
- class SourceOperationResponse
+ class PipelineDescription
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :get_metadata, as: 'getMetadata', class: Google::Apis::DataflowV1b3::SourceGetMetadataResponse, decorator: Google::Apis::DataflowV1b3::SourceGetMetadataResponse::Representation
+ collection :original_pipeline_transform, as: 'originalPipelineTransform', class: Google::Apis::DataflowV1b3::TransformSummary, decorator: Google::Apis::DataflowV1b3::TransformSummary::Representation
- property :split, as: 'split', class: Google::Apis::DataflowV1b3::SourceSplitResponse, decorator: Google::Apis::DataflowV1b3::SourceSplitResponse::Representation
+ collection :display_data, as: 'displayData', class: Google::Apis::DataflowV1b3::DisplayData, decorator: Google::Apis::DataflowV1b3::DisplayData::Representation
+ collection :execution_pipeline_stage, as: 'executionPipelineStage', class: Google::Apis::DataflowV1b3::ExecutionStageSummary, decorator: Google::Apis::DataflowV1b3::ExecutionStageSummary::Representation
+
end
end
- class SideInputInfo
+ class StreamingConfigTask
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- collection :sources, as: 'sources', class: Google::Apis::DataflowV1b3::Source, decorator: Google::Apis::DataflowV1b3::Source::Representation
+ collection :streaming_computation_configs, as: 'streamingComputationConfigs', class: Google::Apis::DataflowV1b3::StreamingComputationConfig, decorator: Google::Apis::DataflowV1b3::StreamingComputationConfig::Representation
- hash :kind, as: 'kind'
- property :tag, as: 'tag'
+ hash :user_step_to_state_family_name_map, as: 'userStepToStateFamilyNameMap'
end
end
- class SendDebugCaptureResponse
+ class Step
# @private
class Representation < Google::Apis::Core::JsonRepresentation
+ property :kind, as: 'kind'
+ hash :properties, as: 'properties'
+ property :name, as: 'name'
end
end
- class CounterStructuredNameAndMetadata
+ class JobExecutionInfo
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :name, as: 'name', class: Google::Apis::DataflowV1b3::CounterStructuredName, decorator: Google::Apis::DataflowV1b3::CounterStructuredName::Representation
+ hash :stages, as: 'stages', class: Google::Apis::DataflowV1b3::JobExecutionStageInfo, decorator: Google::Apis::DataflowV1b3::JobExecutionStageInfo::Representation
- property :metadata, as: 'metadata', class: Google::Apis::DataflowV1b3::CounterMetadata, decorator: Google::Apis::DataflowV1b3::CounterMetadata::Representation
-
end
end
- class ConcatPosition
+ class FailedLocation
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :index, as: 'index'
- property :position, as: 'position', class: Google::Apis::DataflowV1b3::Position, decorator: Google::Apis::DataflowV1b3::Position::Representation
+ property :name, as: 'name'
+ end
+ end
+ class Disk
+ # @private
+ class Representation < Google::Apis::Core::JsonRepresentation
+ property :size_gb, as: 'sizeGb'
+ property :disk_type, as: 'diskType'
+ property :mount_point, as: 'mountPoint'
end
end
- class WriteInstruction
+ class ListJobMessagesResponse
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :input, as: 'input', class: Google::Apis::DataflowV1b3::InstructionInput, decorator: Google::Apis::DataflowV1b3::InstructionInput::Representation
+ property :next_page_token, as: 'nextPageToken'
+ collection :job_messages, as: 'jobMessages', class: Google::Apis::DataflowV1b3::JobMessage, decorator: Google::Apis::DataflowV1b3::JobMessage::Representation
- property :sink, as: 'sink', class: Google::Apis::DataflowV1b3::Sink, decorator: Google::Apis::DataflowV1b3::Sink::Representation
+ end
+ end
+ class CounterMetadata
+ # @private
+ class Representation < Google::Apis::Core::JsonRepresentation
+ property :kind, as: 'kind'
+ property :description, as: 'description'
+ property :standard_units, as: 'standardUnits'
+ property :other_units, as: 'otherUnits'
end
end
- class StreamingComputationRanges
+ class ApproximateReportedProgress
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :computation_id, as: 'computationId'
- collection :range_assignments, as: 'rangeAssignments', class: Google::Apis::DataflowV1b3::KeyRangeDataDiskAssignment, decorator: Google::Apis::DataflowV1b3::KeyRangeDataDiskAssignment::Representation
+ property :position, as: 'position', class: Google::Apis::DataflowV1b3::Position, decorator: Google::Apis::DataflowV1b3::Position::Representation
+ property :fraction_consumed, as: 'fractionConsumed'
+ property :consumed_parallelism, as: 'consumedParallelism', class: Google::Apis::DataflowV1b3::ReportedParallelism, decorator: Google::Apis::DataflowV1b3::ReportedParallelism::Representation
+
+ property :remaining_parallelism, as: 'remainingParallelism', class: Google::Apis::DataflowV1b3::ReportedParallelism, decorator: Google::Apis::DataflowV1b3::ReportedParallelism::Representation
+
end
end
- class AutoscalingSettings
+ class StateFamilyConfig
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :algorithm, as: 'algorithm'
- property :max_num_workers, as: 'maxNumWorkers'
+ property :is_read, as: 'isRead'
+ property :state_family, as: 'stateFamily'
end
end
- class SendWorkerMessagesRequest
+ class IntegerList
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- collection :worker_messages, as: 'workerMessages', class: Google::Apis::DataflowV1b3::WorkerMessage, decorator: Google::Apis::DataflowV1b3::WorkerMessage::Representation
+ collection :elements, as: 'elements', class: Google::Apis::DataflowV1b3::SplitInt64, decorator: Google::Apis::DataflowV1b3::SplitInt64::Representation
end
end
- class SourceSplitShard
+ class ResourceUtilizationReportResponse
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :derivation_mode, as: 'derivationMode'
- property :source, as: 'source', class: Google::Apis::DataflowV1b3::Source, decorator: Google::Apis::DataflowV1b3::Source::Representation
-
end
end
- class Environment
+ class SourceSplitResponse
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- hash :version, as: 'version'
- hash :internal_experiments, as: 'internalExperiments'
- property :service_account_email, as: 'serviceAccountEmail'
- hash :sdk_pipeline_options, as: 'sdkPipelineOptions'
- hash :user_agent, as: 'userAgent'
- property :cluster_manager_api_service, as: 'clusterManagerApiService'
- property :temp_storage_prefix, as: 'tempStoragePrefix'
- collection :worker_pools, as: 'workerPools', class: Google::Apis::DataflowV1b3::WorkerPool, decorator: Google::Apis::DataflowV1b3::WorkerPool::Representation
+ collection :shards, as: 'shards', class: Google::Apis::DataflowV1b3::SourceSplitShard, decorator: Google::Apis::DataflowV1b3::SourceSplitShard::Representation
- property :dataset, as: 'dataset'
- collection :experiments, as: 'experiments'
+ property :outcome, as: 'outcome'
+ collection :bundles, as: 'bundles', class: Google::Apis::DataflowV1b3::DerivedSource, decorator: Google::Apis::DataflowV1b3::DerivedSource::Representation
+
end
end
- class StreamingComputationTask
+ class ParallelInstruction
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- collection :data_disks, as: 'dataDisks', class: Google::Apis::DataflowV1b3::MountedDataDisk, decorator: Google::Apis::DataflowV1b3::MountedDataDisk::Representation
+ collection :outputs, as: 'outputs', class: Google::Apis::DataflowV1b3::InstructionOutput, decorator: Google::Apis::DataflowV1b3::InstructionOutput::Representation
- property :task_type, as: 'taskType'
- collection :computation_ranges, as: 'computationRanges', class: Google::Apis::DataflowV1b3::StreamingComputationRanges, decorator: Google::Apis::DataflowV1b3::StreamingComputationRanges::Representation
+ property :name, as: 'name'
+ property :read, as: 'read', class: Google::Apis::DataflowV1b3::ReadInstruction, decorator: Google::Apis::DataflowV1b3::ReadInstruction::Representation
+ property :par_do, as: 'parDo', class: Google::Apis::DataflowV1b3::ParDoInstruction, decorator: Google::Apis::DataflowV1b3::ParDoInstruction::Representation
+
+ property :flatten, as: 'flatten', class: Google::Apis::DataflowV1b3::FlattenInstruction, decorator: Google::Apis::DataflowV1b3::FlattenInstruction::Representation
+
+ property :original_name, as: 'originalName'
+ property :system_name, as: 'systemName'
+ property :write, as: 'write', class: Google::Apis::DataflowV1b3::WriteInstruction, decorator: Google::Apis::DataflowV1b3::WriteInstruction::Representation
+
+ property :partial_group_by_key, as: 'partialGroupByKey', class: Google::Apis::DataflowV1b3::PartialGroupByKeyInstruction, decorator: Google::Apis::DataflowV1b3::PartialGroupByKeyInstruction::Representation
+
end
end
- class SendDebugCaptureRequest
+ class Package
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :component_id, as: 'componentId'
- property :worker_id, as: 'workerId'
- property :data, as: 'data'
+ property :location, as: 'location'
+ property :name, as: 'name'
end
end
- class GetDebugConfigResponse
+ class KeyRangeDataDiskAssignment
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :config, as: 'config'
+ property :start, as: 'start'
+ property :data_disk, as: 'dataDisk'
+ property :end, as: 'end'
end
end
- class StreamingSetupTask
+ class ParDoInstruction
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :streaming_computation_topology, as: 'streamingComputationTopology', class: Google::Apis::DataflowV1b3::TopologyConfig, decorator: Google::Apis::DataflowV1b3::TopologyConfig::Representation
+ collection :multi_output_infos, as: 'multiOutputInfos', class: Google::Apis::DataflowV1b3::MultiOutputInfo, decorator: Google::Apis::DataflowV1b3::MultiOutputInfo::Representation
- property :worker_harness_port, as: 'workerHarnessPort'
- property :drain, as: 'drain'
- property :receive_work_port, as: 'receiveWorkPort'
+ hash :user_fn, as: 'userFn'
+ property :input, as: 'input', class: Google::Apis::DataflowV1b3::InstructionInput, decorator: Google::Apis::DataflowV1b3::InstructionInput::Representation
+
+ property :num_outputs, as: 'numOutputs'
+ collection :side_inputs, as: 'sideInputs', class: Google::Apis::DataflowV1b3::SideInputInfo, decorator: Google::Apis::DataflowV1b3::SideInputInfo::Representation
+
end
end
- class PubsubLocation
+ class MetricUpdate
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :id_label, as: 'idLabel'
- property :topic, as: 'topic'
- property :timestamp_label, as: 'timestampLabel'
- property :subscription, as: 'subscription'
- property :drop_late_data, as: 'dropLateData'
- property :tracking_subscription, as: 'trackingSubscription'
- property :with_attributes, as: 'withAttributes'
+ property :internal, as: 'internal'
+ property :cumulative, as: 'cumulative'
+ property :kind, as: 'kind'
+ property :scalar, as: 'scalar'
+ property :mean_count, as: 'meanCount'
+ property :mean_sum, as: 'meanSum'
+ property :update_time, as: 'updateTime'
+ property :name, as: 'name', class: Google::Apis::DataflowV1b3::MetricStructuredName, decorator: Google::Apis::DataflowV1b3::MetricStructuredName::Representation
+
+ property :set, as: 'set'
end
end
- class WorkerHealthReport
+ class CounterStructuredName
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- collection :pods, as: 'pods'
- property :vm_startup_time, as: 'vmStartupTime'
- property :vm_is_healthy, as: 'vmIsHealthy'
- property :report_interval, as: 'reportInterval'
+ property :component_step_name, as: 'componentStepName'
+ property :portion, as: 'portion'
+ property :original_step_name, as: 'originalStepName'
+ property :worker_id, as: 'workerId'
+ property :origin_namespace, as: 'originNamespace'
+ property :origin, as: 'origin'
+ property :name, as: 'name'
+ property :execution_step_name, as: 'executionStepName'
end
end
- class JobMessage
+ class ApproximateProgress
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :time, as: 'time'
- property :id, as: 'id'
- property :message_text, as: 'messageText'
- property :message_importance, as: 'messageImportance'
+ property :position, as: 'position', class: Google::Apis::DataflowV1b3::Position, decorator: Google::Apis::DataflowV1b3::Position::Representation
+
+ property :percent_complete, as: 'percentComplete'
+ property :remaining_time, as: 'remainingTime'
end
end
- class MultiOutputInfo
+ class WorkerMessageResponse
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :tag, as: 'tag'
+ property :worker_metrics_response, as: 'workerMetricsResponse', class: Google::Apis::DataflowV1b3::ResourceUtilizationReportResponse, decorator: Google::Apis::DataflowV1b3::ResourceUtilizationReportResponse::Representation
+
+ property :worker_health_report_response, as: 'workerHealthReportResponse', class: Google::Apis::DataflowV1b3::WorkerHealthReportResponse, decorator: Google::Apis::DataflowV1b3::WorkerHealthReportResponse::Representation
+
end
end
- class SourceSplitRequest
+ class WorkerMessage
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :source, as: 'source', class: Google::Apis::DataflowV1b3::Source, decorator: Google::Apis::DataflowV1b3::Source::Representation
+ property :time, as: 'time'
+ property :worker_health_report, as: 'workerHealthReport', class: Google::Apis::DataflowV1b3::WorkerHealthReport, decorator: Google::Apis::DataflowV1b3::WorkerHealthReport::Representation
- property :options, as: 'options', class: Google::Apis::DataflowV1b3::SourceSplitOptions, decorator: Google::Apis::DataflowV1b3::SourceSplitOptions::Representation
+ property :worker_message_code, as: 'workerMessageCode', class: Google::Apis::DataflowV1b3::WorkerMessageCode, decorator: Google::Apis::DataflowV1b3::WorkerMessageCode::Representation
+ property :worker_metrics, as: 'workerMetrics', class: Google::Apis::DataflowV1b3::ResourceUtilizationReport, decorator: Google::Apis::DataflowV1b3::ResourceUtilizationReport::Representation
+
+ hash :labels, as: 'labels'
end
end
- class SourceGetMetadataResponse
+ class JobMetrics
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :metadata, as: 'metadata', class: Google::Apis::DataflowV1b3::SourceMetadata, decorator: Google::Apis::DataflowV1b3::SourceMetadata::Representation
+ property :metric_time, as: 'metricTime'
+ collection :metrics, as: 'metrics', class: Google::Apis::DataflowV1b3::MetricUpdate, decorator: Google::Apis::DataflowV1b3::MetricUpdate::Representation
end
end
- class ShellTask
+ class FloatingPointList
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :exit_code, as: 'exitCode'
- property :command, as: 'command'
+ collection :elements, as: 'elements'
end
end
- class MetricShortId
+ class CounterUpdate
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :metric_index, as: 'metricIndex'
+ property :floating_point_list, as: 'floatingPointList', class: Google::Apis::DataflowV1b3::FloatingPointList, decorator: Google::Apis::DataflowV1b3::FloatingPointList::Representation
+
+ property :integer, as: 'integer', class: Google::Apis::DataflowV1b3::SplitInt64, decorator: Google::Apis::DataflowV1b3::SplitInt64::Representation
+
+ property :integer_list, as: 'integerList', class: Google::Apis::DataflowV1b3::IntegerList, decorator: Google::Apis::DataflowV1b3::IntegerList::Representation
+
+ property :structured_name_and_metadata, as: 'structuredNameAndMetadata', class: Google::Apis::DataflowV1b3::CounterStructuredNameAndMetadata, decorator: Google::Apis::DataflowV1b3::CounterStructuredNameAndMetadata::Representation
+
+ property :integer_mean, as: 'integerMean', class: Google::Apis::DataflowV1b3::IntegerMean, decorator: Google::Apis::DataflowV1b3::IntegerMean::Representation
+
+ property :floating_point, as: 'floatingPoint'
+ property :cumulative, as: 'cumulative'
+ property :internal, as: 'internal'
+ property :floating_point_mean, as: 'floatingPointMean', class: Google::Apis::DataflowV1b3::FloatingPointMean, decorator: Google::Apis::DataflowV1b3::FloatingPointMean::Representation
+
+ property :boolean, as: 'boolean'
+ property :name_and_kind, as: 'nameAndKind', class: Google::Apis::DataflowV1b3::NameAndKind, decorator: Google::Apis::DataflowV1b3::NameAndKind::Representation
+
+ property :string_list, as: 'stringList', class: Google::Apis::DataflowV1b3::StringList, decorator: Google::Apis::DataflowV1b3::StringList::Representation
+
+ property :distribution, as: 'distribution', class: Google::Apis::DataflowV1b3::DistributionUpdate, decorator: Google::Apis::DataflowV1b3::DistributionUpdate::Representation
+
property :short_id, as: 'shortId'
end
end
- class TaskRunnerSettings
+ class SourceMetadata
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :base_url, as: 'baseUrl'
- property :log_to_serialconsole, as: 'logToSerialconsole'
- property :continue_on_exception, as: 'continueOnException'
- property :parallel_worker_settings, as: 'parallelWorkerSettings', class: Google::Apis::DataflowV1b3::WorkerSettings, decorator: Google::Apis::DataflowV1b3::WorkerSettings::Representation
-
- property :vm_id, as: 'vmId'
- property :task_user, as: 'taskUser'
- property :alsologtostderr, as: 'alsologtostderr'
- property :task_group, as: 'taskGroup'
- property :harness_command, as: 'harnessCommand'
- property :log_dir, as: 'logDir'
- collection :oauth_scopes, as: 'oauthScopes'
- property :dataflow_api_version, as: 'dataflowApiVersion'
- property :log_upload_location, as: 'logUploadLocation'
- property :streaming_worker_main_class, as: 'streamingWorkerMainClass'
- property :workflow_file_name, as: 'workflowFileName'
- property :base_task_dir, as: 'baseTaskDir'
- property :temp_storage_prefix, as: 'tempStoragePrefix'
- property :commandlines_file_name, as: 'commandlinesFileName'
- property :language_hint, as: 'languageHint'
+ property :produces_sorted_keys, as: 'producesSortedKeys'
+ property :infinite, as: 'infinite'
+ property :estimated_size_bytes, as: 'estimatedSizeBytes'
end
end
- class Position
+ class DistributionUpdate
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :shuffle_position, as: 'shufflePosition'
- property :byte_offset, as: 'byteOffset'
- property :concat_position, as: 'concatPosition', class: Google::Apis::DataflowV1b3::ConcatPosition, decorator: Google::Apis::DataflowV1b3::ConcatPosition::Representation
+ property :count, as: 'count', class: Google::Apis::DataflowV1b3::SplitInt64, decorator: Google::Apis::DataflowV1b3::SplitInt64::Representation
- property :end, as: 'end'
- property :key, as: 'key'
- property :record_index, as: 'recordIndex'
- end
- end
+ property :min, as: 'min', class: Google::Apis::DataflowV1b3::SplitInt64, decorator: Google::Apis::DataflowV1b3::SplitInt64::Representation
- class Source
- # @private
- class Representation < Google::Apis::Core::JsonRepresentation
- property :metadata, as: 'metadata', class: Google::Apis::DataflowV1b3::SourceMetadata, decorator: Google::Apis::DataflowV1b3::SourceMetadata::Representation
+ property :sum_of_squares, as: 'sumOfSquares'
+ property :max, as: 'max', class: Google::Apis::DataflowV1b3::SplitInt64, decorator: Google::Apis::DataflowV1b3::SplitInt64::Representation
- collection :base_specs, as: 'baseSpecs'
- hash :codec, as: 'codec'
- property :does_not_need_splitting, as: 'doesNotNeedSplitting'
- hash :spec, as: 'spec'
- end
- end
+ property :sum, as: 'sum', class: Google::Apis::DataflowV1b3::SplitInt64, decorator: Google::Apis::DataflowV1b3::SplitInt64::Representation
- class SplitInt64
- # @private
- class Representation < Google::Apis::Core::JsonRepresentation
- property :low_bits, as: 'lowBits'
- property :high_bits, as: 'highBits'
end
end
- class WorkerPool
+ class SourceFork
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :on_host_maintenance, as: 'onHostMaintenance'
- hash :pool_args, as: 'poolArgs'
- property :disk_size_gb, as: 'diskSizeGb'
- property :worker_harness_container_image, as: 'workerHarnessContainerImage'
- property :disk_type, as: 'diskType'
- property :machine_type, as: 'machineType'
- property :kind, as: 'kind'
- collection :data_disks, as: 'dataDisks', class: Google::Apis::DataflowV1b3::Disk, decorator: Google::Apis::DataflowV1b3::Disk::Representation
+ property :residual, as: 'residual', class: Google::Apis::DataflowV1b3::SourceSplitShard, decorator: Google::Apis::DataflowV1b3::SourceSplitShard::Representation
- property :subnetwork, as: 'subnetwork'
- property :ip_configuration, as: 'ipConfiguration'
- property :autoscaling_settings, as: 'autoscalingSettings', class: Google::Apis::DataflowV1b3::AutoscalingSettings, decorator: Google::Apis::DataflowV1b3::AutoscalingSettings::Representation
+ property :residual_source, as: 'residualSource', class: Google::Apis::DataflowV1b3::DerivedSource, decorator: Google::Apis::DataflowV1b3::DerivedSource::Representation
- property :taskrunner_settings, as: 'taskrunnerSettings', class: Google::Apis::DataflowV1b3::TaskRunnerSettings, decorator: Google::Apis::DataflowV1b3::TaskRunnerSettings::Representation
+ property :primary, as: 'primary', class: Google::Apis::DataflowV1b3::SourceSplitShard, decorator: Google::Apis::DataflowV1b3::SourceSplitShard::Representation
- hash :metadata, as: 'metadata'
- property :network, as: 'network'
- property :default_package_set, as: 'defaultPackageSet'
- property :num_threads_per_worker, as: 'numThreadsPerWorker'
- property :num_workers, as: 'numWorkers'
- property :zone, as: 'zone'
- property :disk_source_image, as: 'diskSourceImage'
- collection :packages, as: 'packages', class: Google::Apis::DataflowV1b3::Package, decorator: Google::Apis::DataflowV1b3::Package::Representation
+ property :primary_source, as: 'primarySource', class: Google::Apis::DataflowV1b3::DerivedSource, decorator: Google::Apis::DataflowV1b3::DerivedSource::Representation
- property :teardown_policy, as: 'teardownPolicy'
end
end
- class SourceOperationRequest
+ class WorkerHealthReportResponse
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :get_metadata, as: 'getMetadata', class: Google::Apis::DataflowV1b3::SourceGetMetadataRequest, decorator: Google::Apis::DataflowV1b3::SourceGetMetadataRequest::Representation
-
- property :split, as: 'split', class: Google::Apis::DataflowV1b3::SourceSplitRequest, decorator: Google::Apis::DataflowV1b3::SourceSplitRequest::Representation
-
+ property :report_interval, as: 'reportInterval'
end
end
- class WorkItem
+ class WorkItemStatus
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :configuration, as: 'configuration'
- property :map_task, as: 'mapTask', class: Google::Apis::DataflowV1b3::MapTask, decorator: Google::Apis::DataflowV1b3::MapTask::Representation
+ collection :counter_updates, as: 'counterUpdates', class: Google::Apis::DataflowV1b3::CounterUpdate, decorator: Google::Apis::DataflowV1b3::CounterUpdate::Representation
- property :seq_map_task, as: 'seqMapTask', class: Google::Apis::DataflowV1b3::SeqMapTask, decorator: Google::Apis::DataflowV1b3::SeqMapTask::Representation
+ property :work_item_id, as: 'workItemId'
+ collection :metric_updates, as: 'metricUpdates', class: Google::Apis::DataflowV1b3::MetricUpdate, decorator: Google::Apis::DataflowV1b3::MetricUpdate::Representation
- collection :packages, as: 'packages', class: Google::Apis::DataflowV1b3::Package, decorator: Google::Apis::DataflowV1b3::Package::Representation
+ collection :errors, as: 'errors', class: Google::Apis::DataflowV1b3::Status, decorator: Google::Apis::DataflowV1b3::Status::Representation
- property :project_id, as: 'projectId'
- property :source_operation_task, as: 'sourceOperationTask', class: Google::Apis::DataflowV1b3::SourceOperationRequest, decorator: Google::Apis::DataflowV1b3::SourceOperationRequest::Representation
+ property :dynamic_source_split, as: 'dynamicSourceSplit', class: Google::Apis::DataflowV1b3::DynamicSourceSplit, decorator: Google::Apis::DataflowV1b3::DynamicSourceSplit::Representation
- property :report_status_interval, as: 'reportStatusInterval'
- property :streaming_setup_task, as: 'streamingSetupTask', class: Google::Apis::DataflowV1b3::StreamingSetupTask, decorator: Google::Apis::DataflowV1b3::StreamingSetupTask::Representation
+ property :source_operation_response, as: 'sourceOperationResponse', class: Google::Apis::DataflowV1b3::SourceOperationResponse, decorator: Google::Apis::DataflowV1b3::SourceOperationResponse::Representation
- property :lease_expire_time, as: 'leaseExpireTime'
- property :streaming_config_task, as: 'streamingConfigTask', class: Google::Apis::DataflowV1b3::StreamingConfigTask, decorator: Google::Apis::DataflowV1b3::StreamingConfigTask::Representation
+ property :progress, as: 'progress', class: Google::Apis::DataflowV1b3::ApproximateProgress, decorator: Google::Apis::DataflowV1b3::ApproximateProgress::Representation
- property :initial_report_index, as: 'initialReportIndex'
- property :shell_task, as: 'shellTask', class: Google::Apis::DataflowV1b3::ShellTask, decorator: Google::Apis::DataflowV1b3::ShellTask::Representation
+ property :requested_lease_duration, as: 'requestedLeaseDuration'
+ property :report_index, as: 'reportIndex'
+ property :stop_position, as: 'stopPosition', class: Google::Apis::DataflowV1b3::Position, decorator: Google::Apis::DataflowV1b3::Position::Representation
- property :streaming_computation_task, as: 'streamingComputationTask', class: Google::Apis::DataflowV1b3::StreamingComputationTask, decorator: Google::Apis::DataflowV1b3::StreamingComputationTask::Representation
+ property :completed, as: 'completed'
+ property :reported_progress, as: 'reportedProgress', class: Google::Apis::DataflowV1b3::ApproximateReportedProgress, decorator: Google::Apis::DataflowV1b3::ApproximateReportedProgress::Representation
- property :job_id, as: 'jobId'
- property :id, as: 'id'
- end
- end
+ property :source_fork, as: 'sourceFork', class: Google::Apis::DataflowV1b3::SourceFork, decorator: Google::Apis::DataflowV1b3::SourceFork::Representation
- class ReportedParallelism
- # @private
- class Representation < Google::Apis::Core::JsonRepresentation
- property :is_infinite, as: 'isInfinite'
- property :value, as: 'value'
end
end
- class ResourceUtilizationReport
+ class ComponentSource
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- collection :metric, as: 'metric'
+ property :user_name, as: 'userName'
+ property :original_transform_or_collection, as: 'originalTransformOrCollection'
+ property :name, as: 'name'
end
end
- class TopologyConfig
+ class WorkItemServiceState
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- hash :user_stage_to_computation_name_map, as: 'userStageToComputationNameMap'
- collection :computations, as: 'computations', class: Google::Apis::DataflowV1b3::ComputationTopology, decorator: Google::Apis::DataflowV1b3::ComputationTopology::Representation
+ property :split_request, as: 'splitRequest', class: Google::Apis::DataflowV1b3::ApproximateSplitRequest, decorator: Google::Apis::DataflowV1b3::ApproximateSplitRequest::Representation
- collection :data_disk_assignments, as: 'dataDiskAssignments', class: Google::Apis::DataflowV1b3::DataDiskAssignment, decorator: Google::Apis::DataflowV1b3::DataDiskAssignment::Representation
+ property :report_status_interval, as: 'reportStatusInterval'
+ property :suggested_stop_position, as: 'suggestedStopPosition', class: Google::Apis::DataflowV1b3::Position, decorator: Google::Apis::DataflowV1b3::Position::Representation
- property :persistent_state_version, as: 'persistentStateVersion'
- property :forwarding_key_bits, as: 'forwardingKeyBits'
+ hash :harness_data, as: 'harnessData'
+ property :lease_expire_time, as: 'leaseExpireTime'
+ collection :metric_short_id, as: 'metricShortId', class: Google::Apis::DataflowV1b3::MetricShortId, decorator: Google::Apis::DataflowV1b3::MetricShortId::Representation
+
+ property :next_report_index, as: 'nextReportIndex'
+ property :suggested_stop_point, as: 'suggestedStopPoint', class: Google::Apis::DataflowV1b3::ApproximateProgress, decorator: Google::Apis::DataflowV1b3::ApproximateProgress::Representation
+
end
end
- class SourceSplitOptions
+ class MetricStructuredName
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :desired_bundle_size_bytes, as: 'desiredBundleSizeBytes'
- property :desired_shard_size_bytes, as: 'desiredShardSizeBytes'
+ hash :context, as: 'context'
+ property :origin, as: 'origin'
+ property :name, as: 'name'
end
end
- class ReadInstruction
+ class SeqMapTaskOutputInfo
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :source, as: 'source', class: Google::Apis::DataflowV1b3::Source, decorator: Google::Apis::DataflowV1b3::Source::Representation
+ property :sink, as: 'sink', class: Google::Apis::DataflowV1b3::Sink, decorator: Google::Apis::DataflowV1b3::Sink::Representation
+ property :tag, as: 'tag'
end
end
- class WorkerSettings
+ class JobExecutionStageInfo
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :service_path, as: 'servicePath'
- property :shuffle_service_path, as: 'shuffleServicePath'
- property :worker_id, as: 'workerId'
- property :temp_storage_prefix, as: 'tempStoragePrefix'
- property :base_url, as: 'baseUrl'
- property :reporting_enabled, as: 'reportingEnabled'
+ collection :step_name, as: 'stepName'
end
end
- class DataDiskAssignment
+ class KeyRangeLocation
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- collection :data_disks, as: 'dataDisks'
- property :vm_instance, as: 'vmInstance'
+ property :persistent_directory, as: 'persistentDirectory'
+ property :end, as: 'end'
+ property :delivery_endpoint, as: 'deliveryEndpoint'
+ property :start, as: 'start'
+ property :data_disk, as: 'dataDisk'
end
end
- class StreamingStageLocation
+ class SourceGetMetadataRequest
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :stream_id, as: 'streamId'
+ property :source, as: 'source', class: Google::Apis::DataflowV1b3::Source, decorator: Google::Apis::DataflowV1b3::Source::Representation
+
end
end
- class ApproximateSplitRequest
+ class SeqMapTask
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :position, as: 'position', class: Google::Apis::DataflowV1b3::Position, decorator: Google::Apis::DataflowV1b3::Position::Representation
+ property :name, as: 'name'
+ collection :output_infos, as: 'outputInfos', class: Google::Apis::DataflowV1b3::SeqMapTaskOutputInfo, decorator: Google::Apis::DataflowV1b3::SeqMapTaskOutputInfo::Representation
- property :fraction_consumed, as: 'fractionConsumed'
- end
- end
+ collection :inputs, as: 'inputs', class: Google::Apis::DataflowV1b3::SideInputInfo, decorator: Google::Apis::DataflowV1b3::SideInputInfo::Representation
- class Status
- # @private
- class Representation < Google::Apis::Core::JsonRepresentation
- collection :details, as: 'details'
- property :code, as: 'code'
- property :message, as: 'message'
+ property :system_name, as: 'systemName'
+ property :stage_name, as: 'stageName'
+ hash :user_fn, as: 'userFn'
end
end
- class StreamLocation
+ class NameAndKind
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :custom_source_location, as: 'customSourceLocation', class: Google::Apis::DataflowV1b3::CustomSourceLocation, decorator: Google::Apis::DataflowV1b3::CustomSourceLocation::Representation
-
- property :streaming_stage_location, as: 'streamingStageLocation', class: Google::Apis::DataflowV1b3::StreamingStageLocation, decorator: Google::Apis::DataflowV1b3::StreamingStageLocation::Representation
-
- property :pubsub_location, as: 'pubsubLocation', class: Google::Apis::DataflowV1b3::PubsubLocation, decorator: Google::Apis::DataflowV1b3::PubsubLocation::Representation
-
- property :side_input_location, as: 'sideInputLocation', class: Google::Apis::DataflowV1b3::StreamingSideInputLocation, decorator: Google::Apis::DataflowV1b3::StreamingSideInputLocation::Representation
-
+ property :name, as: 'name'
+ property :kind, as: 'kind'
end
end
- class SendWorkerMessagesResponse
+ class WorkerMessageCode
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- collection :worker_message_responses, as: 'workerMessageResponses', class: Google::Apis::DataflowV1b3::WorkerMessageResponse, decorator: Google::Apis::DataflowV1b3::WorkerMessageResponse::Representation
-
+ hash :parameters, as: 'parameters'
+ property :code, as: 'code'
end
end
- class LeaseWorkItemResponse
+ class CustomSourceLocation
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- collection :work_items, as: 'workItems', class: Google::Apis::DataflowV1b3::WorkItem, decorator: Google::Apis::DataflowV1b3::WorkItem::Representation
-
+ property :stateful, as: 'stateful'
end
end
- class StreamingComputationConfig
+ class MapTask
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :computation_id, as: 'computationId'
property :system_name, as: 'systemName'
property :stage_name, as: 'stageName'
collection :instructions, as: 'instructions', class: Google::Apis::DataflowV1b3::ParallelInstruction, decorator: Google::Apis::DataflowV1b3::ParallelInstruction::Representation
end
end
- class Sink
+ class FloatingPointMean
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- hash :codec, as: 'codec'
- hash :spec, as: 'spec'
- end
- end
+ property :sum, as: 'sum'
+ property :count, as: 'count', class: Google::Apis::DataflowV1b3::SplitInt64, decorator: Google::Apis::DataflowV1b3::SplitInt64::Representation
- class FlattenInstruction
- # @private
- class Representation < Google::Apis::Core::JsonRepresentation
- collection :inputs, as: 'inputs', class: Google::Apis::DataflowV1b3::InstructionInput, decorator: Google::Apis::DataflowV1b3::InstructionInput::Representation
-
end
end
- class PartialGroupByKeyInstruction
+ class ReportWorkItemStatusResponse
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :input, as: 'input', class: Google::Apis::DataflowV1b3::InstructionInput, decorator: Google::Apis::DataflowV1b3::InstructionInput::Representation
+ collection :work_item_service_states, as: 'workItemServiceStates', class: Google::Apis::DataflowV1b3::WorkItemServiceState, decorator: Google::Apis::DataflowV1b3::WorkItemServiceState::Representation
- hash :input_element_codec, as: 'inputElementCodec'
- hash :value_combining_fn, as: 'valueCombiningFn'
- property :original_combine_values_input_store_name, as: 'originalCombineValuesInputStoreName'
- collection :side_inputs, as: 'sideInputs', class: Google::Apis::DataflowV1b3::SideInputInfo, decorator: Google::Apis::DataflowV1b3::SideInputInfo::Representation
-
- property :original_combine_values_step_name, as: 'originalCombineValuesStepName'
end
end
- class InstructionInput
+ class InstructionOutput
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :producer_instruction_index, as: 'producerInstructionIndex'
- property :output_num, as: 'outputNum'
+ property :name, as: 'name'
+ property :original_name, as: 'originalName'
+ property :system_name, as: 'systemName'
+ property :only_count_key_bytes, as: 'onlyCountKeyBytes'
+ property :only_count_value_bytes, as: 'onlyCountValueBytes'
+ hash :codec, as: 'codec'
end
end
- class StringList
+ class CreateJobFromTemplateRequest
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- collection :elements, as: 'elements'
- end
- end
+ hash :parameters, as: 'parameters'
+ property :job_name, as: 'jobName'
+ property :gcs_path, as: 'gcsPath'
+ property :environment, as: 'environment', class: Google::Apis::DataflowV1b3::RuntimeEnvironment, decorator: Google::Apis::DataflowV1b3::RuntimeEnvironment::Representation
- class GetDebugConfigRequest
- # @private
- class Representation < Google::Apis::Core::JsonRepresentation
- property :component_id, as: 'componentId'
- property :worker_id, as: 'workerId'
end
end
- class LeaseWorkItemRequest
+ class IntegerMean
# @private
class Representation < Google::Apis::Core::JsonRepresentation
- property :current_worker_time, as: 'currentWorkerTime'
- property :location, as: 'location'
- collection :work_item_types, as: 'workItemTypes'
- collection :worker_capabilities, as: 'workerCapabilities'
- property :worker_id, as: 'workerId'
- property :requested_lease_duration, as: 'requestedLeaseDuration'
+ property :count, as: 'count', class: Google::Apis::DataflowV1b3::SplitInt64, decorator: Google::Apis::DataflowV1b3::SplitInt64::Representation
+
+ property :sum, as: 'sum', class: Google::Apis::DataflowV1b3::SplitInt64, decorator: Google::Apis::DataflowV1b3::SplitInt64::Representation
+
end
end
end
end
end