944 lines
36 KiB
Ruby
944 lines
36 KiB
Ruby
# Copyright 2015 Google Inc.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
require 'date'
|
|
require 'google/apis/core/base_service'
|
|
require 'google/apis/core/json_representation'
|
|
require 'google/apis/core/hashable'
|
|
require 'google/apis/errors'
|
|
|
|
module Google
|
|
module Apis
|
|
module DataprocV1beta2
|
|
|
|
class AcceleratorConfig
|
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
|
|
include Google::Apis::Core::JsonObjectSupport
|
|
end
|
|
|
|
class Binding
|
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
|
|
include Google::Apis::Core::JsonObjectSupport
|
|
end
|
|
|
|
class CancelJobRequest
|
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
|
|
include Google::Apis::Core::JsonObjectSupport
|
|
end
|
|
|
|
class Cluster
|
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
|
|
include Google::Apis::Core::JsonObjectSupport
|
|
end
|
|
|
|
class ClusterConfig
|
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
|
|
include Google::Apis::Core::JsonObjectSupport
|
|
end
|
|
|
|
class ClusterMetrics
|
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
|
|
include Google::Apis::Core::JsonObjectSupport
|
|
end
|
|
|
|
class ClusterOperation
|
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
|
|
include Google::Apis::Core::JsonObjectSupport
|
|
end
|
|
|
|
class ClusterOperationMetadata
|
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
|
|
include Google::Apis::Core::JsonObjectSupport
|
|
end
|
|
|
|
class ClusterOperationStatus
|
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
|
|
include Google::Apis::Core::JsonObjectSupport
|
|
end
|
|
|
|
class ClusterSelector
|
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
|
|
include Google::Apis::Core::JsonObjectSupport
|
|
end
|
|
|
|
class ClusterStatus
|
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
|
|
include Google::Apis::Core::JsonObjectSupport
|
|
end
|
|
|
|
class DiagnoseClusterRequest
|
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
|
|
include Google::Apis::Core::JsonObjectSupport
|
|
end
|
|
|
|
class DiagnoseClusterResults
|
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
|
|
include Google::Apis::Core::JsonObjectSupport
|
|
end
|
|
|
|
class DiskConfig
|
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
|
|
include Google::Apis::Core::JsonObjectSupport
|
|
end
|
|
|
|
class Empty
|
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
|
|
include Google::Apis::Core::JsonObjectSupport
|
|
end
|
|
|
|
class GceClusterConfig
|
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
|
|
include Google::Apis::Core::JsonObjectSupport
|
|
end
|
|
|
|
class HadoopJob
|
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
|
|
include Google::Apis::Core::JsonObjectSupport
|
|
end
|
|
|
|
class HiveJob
|
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
|
|
include Google::Apis::Core::JsonObjectSupport
|
|
end
|
|
|
|
class InstanceGroupConfig
|
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
|
|
include Google::Apis::Core::JsonObjectSupport
|
|
end
|
|
|
|
class InstantiateWorkflowTemplateRequest
|
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
|
|
include Google::Apis::Core::JsonObjectSupport
|
|
end
|
|
|
|
class Job
|
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
|
|
include Google::Apis::Core::JsonObjectSupport
|
|
end
|
|
|
|
class JobPlacement
|
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
|
|
include Google::Apis::Core::JsonObjectSupport
|
|
end
|
|
|
|
class JobReference
|
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
|
|
include Google::Apis::Core::JsonObjectSupport
|
|
end
|
|
|
|
class JobScheduling
|
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
|
|
include Google::Apis::Core::JsonObjectSupport
|
|
end
|
|
|
|
class JobStatus
|
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
|
|
include Google::Apis::Core::JsonObjectSupport
|
|
end
|
|
|
|
class LifecycleConfig
|
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
|
|
include Google::Apis::Core::JsonObjectSupport
|
|
end
|
|
|
|
class ListClustersResponse
|
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
|
|
include Google::Apis::Core::JsonObjectSupport
|
|
end
|
|
|
|
class ListJobsResponse
|
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
|
|
include Google::Apis::Core::JsonObjectSupport
|
|
end
|
|
|
|
class ListOperationsResponse
|
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
|
|
include Google::Apis::Core::JsonObjectSupport
|
|
end
|
|
|
|
class ListWorkflowTemplatesResponse
|
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
|
|
include Google::Apis::Core::JsonObjectSupport
|
|
end
|
|
|
|
class LoggingConfig
|
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
|
|
include Google::Apis::Core::JsonObjectSupport
|
|
end
|
|
|
|
class ManagedCluster
|
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
|
|
include Google::Apis::Core::JsonObjectSupport
|
|
end
|
|
|
|
class ManagedGroupConfig
|
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
|
|
include Google::Apis::Core::JsonObjectSupport
|
|
end
|
|
|
|
class NodeInitializationAction
|
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
|
|
include Google::Apis::Core::JsonObjectSupport
|
|
end
|
|
|
|
class Operation
|
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
|
|
include Google::Apis::Core::JsonObjectSupport
|
|
end
|
|
|
|
class OrderedJob
|
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
|
|
include Google::Apis::Core::JsonObjectSupport
|
|
end
|
|
|
|
class PigJob
|
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
|
|
include Google::Apis::Core::JsonObjectSupport
|
|
end
|
|
|
|
class Policy
|
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
|
|
include Google::Apis::Core::JsonObjectSupport
|
|
end
|
|
|
|
class PySparkJob
|
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
|
|
include Google::Apis::Core::JsonObjectSupport
|
|
end
|
|
|
|
class QueryList
|
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
|
|
include Google::Apis::Core::JsonObjectSupport
|
|
end
|
|
|
|
class SetIamPolicyRequest
|
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
|
|
include Google::Apis::Core::JsonObjectSupport
|
|
end
|
|
|
|
class SoftwareConfig
|
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
|
|
include Google::Apis::Core::JsonObjectSupport
|
|
end
|
|
|
|
class SparkJob
|
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
|
|
include Google::Apis::Core::JsonObjectSupport
|
|
end
|
|
|
|
class SparkSqlJob
|
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
|
|
include Google::Apis::Core::JsonObjectSupport
|
|
end
|
|
|
|
class Status
|
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
|
|
include Google::Apis::Core::JsonObjectSupport
|
|
end
|
|
|
|
class SubmitJobRequest
|
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
|
|
include Google::Apis::Core::JsonObjectSupport
|
|
end
|
|
|
|
class TestIamPermissionsRequest
|
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
|
|
include Google::Apis::Core::JsonObjectSupport
|
|
end
|
|
|
|
class TestIamPermissionsResponse
|
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
|
|
include Google::Apis::Core::JsonObjectSupport
|
|
end
|
|
|
|
class WorkflowGraph
|
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
|
|
include Google::Apis::Core::JsonObjectSupport
|
|
end
|
|
|
|
class WorkflowMetadata
|
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
|
|
include Google::Apis::Core::JsonObjectSupport
|
|
end
|
|
|
|
class WorkflowNode
|
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
|
|
include Google::Apis::Core::JsonObjectSupport
|
|
end
|
|
|
|
class WorkflowTemplate
|
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
|
|
include Google::Apis::Core::JsonObjectSupport
|
|
end
|
|
|
|
class WorkflowTemplatePlacement
|
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
|
|
include Google::Apis::Core::JsonObjectSupport
|
|
end
|
|
|
|
class YarnApplication
|
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
|
|
include Google::Apis::Core::JsonObjectSupport
|
|
end
|
|
|
|
class AcceleratorConfig
|
|
# @private
|
|
class Representation < Google::Apis::Core::JsonRepresentation
|
|
property :accelerator_count, as: 'acceleratorCount'
|
|
property :accelerator_type_uri, as: 'acceleratorTypeUri'
|
|
end
|
|
end
|
|
|
|
class Binding
|
|
# @private
|
|
class Representation < Google::Apis::Core::JsonRepresentation
|
|
collection :members, as: 'members'
|
|
property :role, as: 'role'
|
|
end
|
|
end
|
|
|
|
class CancelJobRequest
|
|
# @private
|
|
class Representation < Google::Apis::Core::JsonRepresentation
|
|
end
|
|
end
|
|
|
|
class Cluster
|
|
# @private
|
|
class Representation < Google::Apis::Core::JsonRepresentation
|
|
property :cluster_name, as: 'clusterName'
|
|
property :cluster_uuid, as: 'clusterUuid'
|
|
property :config, as: 'config', class: Google::Apis::DataprocV1beta2::ClusterConfig, decorator: Google::Apis::DataprocV1beta2::ClusterConfig::Representation
|
|
|
|
hash :labels, as: 'labels'
|
|
property :metrics, as: 'metrics', class: Google::Apis::DataprocV1beta2::ClusterMetrics, decorator: Google::Apis::DataprocV1beta2::ClusterMetrics::Representation
|
|
|
|
property :project_id, as: 'projectId'
|
|
property :status, as: 'status', class: Google::Apis::DataprocV1beta2::ClusterStatus, decorator: Google::Apis::DataprocV1beta2::ClusterStatus::Representation
|
|
|
|
collection :status_history, as: 'statusHistory', class: Google::Apis::DataprocV1beta2::ClusterStatus, decorator: Google::Apis::DataprocV1beta2::ClusterStatus::Representation
|
|
|
|
end
|
|
end
|
|
|
|
class ClusterConfig
|
|
# @private
|
|
class Representation < Google::Apis::Core::JsonRepresentation
|
|
property :config_bucket, as: 'configBucket'
|
|
property :gce_cluster_config, as: 'gceClusterConfig', class: Google::Apis::DataprocV1beta2::GceClusterConfig, decorator: Google::Apis::DataprocV1beta2::GceClusterConfig::Representation
|
|
|
|
collection :initialization_actions, as: 'initializationActions', class: Google::Apis::DataprocV1beta2::NodeInitializationAction, decorator: Google::Apis::DataprocV1beta2::NodeInitializationAction::Representation
|
|
|
|
property :lifecycle_config, as: 'lifecycleConfig', class: Google::Apis::DataprocV1beta2::LifecycleConfig, decorator: Google::Apis::DataprocV1beta2::LifecycleConfig::Representation
|
|
|
|
property :master_config, as: 'masterConfig', class: Google::Apis::DataprocV1beta2::InstanceGroupConfig, decorator: Google::Apis::DataprocV1beta2::InstanceGroupConfig::Representation
|
|
|
|
property :secondary_worker_config, as: 'secondaryWorkerConfig', class: Google::Apis::DataprocV1beta2::InstanceGroupConfig, decorator: Google::Apis::DataprocV1beta2::InstanceGroupConfig::Representation
|
|
|
|
property :software_config, as: 'softwareConfig', class: Google::Apis::DataprocV1beta2::SoftwareConfig, decorator: Google::Apis::DataprocV1beta2::SoftwareConfig::Representation
|
|
|
|
property :worker_config, as: 'workerConfig', class: Google::Apis::DataprocV1beta2::InstanceGroupConfig, decorator: Google::Apis::DataprocV1beta2::InstanceGroupConfig::Representation
|
|
|
|
end
|
|
end
|
|
|
|
class ClusterMetrics
|
|
# @private
|
|
class Representation < Google::Apis::Core::JsonRepresentation
|
|
hash :hdfs_metrics, as: 'hdfsMetrics'
|
|
hash :yarn_metrics, as: 'yarnMetrics'
|
|
end
|
|
end
|
|
|
|
class ClusterOperation
|
|
# @private
|
|
class Representation < Google::Apis::Core::JsonRepresentation
|
|
property :done, as: 'done'
|
|
property :error, as: 'error'
|
|
property :operation_id, as: 'operationId'
|
|
end
|
|
end
|
|
|
|
class ClusterOperationMetadata
|
|
# @private
|
|
class Representation < Google::Apis::Core::JsonRepresentation
|
|
property :cluster_name, as: 'clusterName'
|
|
property :cluster_uuid, as: 'clusterUuid'
|
|
property :description, as: 'description'
|
|
hash :labels, as: 'labels'
|
|
property :operation_type, as: 'operationType'
|
|
property :status, as: 'status', class: Google::Apis::DataprocV1beta2::ClusterOperationStatus, decorator: Google::Apis::DataprocV1beta2::ClusterOperationStatus::Representation
|
|
|
|
collection :status_history, as: 'statusHistory', class: Google::Apis::DataprocV1beta2::ClusterOperationStatus, decorator: Google::Apis::DataprocV1beta2::ClusterOperationStatus::Representation
|
|
|
|
collection :warnings, as: 'warnings'
|
|
end
|
|
end
|
|
|
|
class ClusterOperationStatus
|
|
# @private
|
|
class Representation < Google::Apis::Core::JsonRepresentation
|
|
property :details, as: 'details'
|
|
property :inner_state, as: 'innerState'
|
|
property :state, as: 'state'
|
|
property :state_start_time, as: 'stateStartTime'
|
|
end
|
|
end
|
|
|
|
class ClusterSelector
|
|
# @private
|
|
class Representation < Google::Apis::Core::JsonRepresentation
|
|
hash :cluster_labels, as: 'clusterLabels'
|
|
property :zone, as: 'zone'
|
|
end
|
|
end
|
|
|
|
class ClusterStatus
|
|
# @private
|
|
class Representation < Google::Apis::Core::JsonRepresentation
|
|
property :detail, as: 'detail'
|
|
property :state, as: 'state'
|
|
property :state_start_time, as: 'stateStartTime'
|
|
property :substate, as: 'substate'
|
|
end
|
|
end
|
|
|
|
class DiagnoseClusterRequest
|
|
# @private
|
|
class Representation < Google::Apis::Core::JsonRepresentation
|
|
end
|
|
end
|
|
|
|
class DiagnoseClusterResults
|
|
# @private
|
|
class Representation < Google::Apis::Core::JsonRepresentation
|
|
property :output_uri, as: 'outputUri'
|
|
end
|
|
end
|
|
|
|
class DiskConfig
|
|
# @private
|
|
class Representation < Google::Apis::Core::JsonRepresentation
|
|
property :boot_disk_size_gb, as: 'bootDiskSizeGb'
|
|
property :boot_disk_type, as: 'bootDiskType'
|
|
property :num_local_ssds, as: 'numLocalSsds'
|
|
end
|
|
end
|
|
|
|
class Empty
|
|
# @private
|
|
class Representation < Google::Apis::Core::JsonRepresentation
|
|
end
|
|
end
|
|
|
|
class GceClusterConfig
|
|
# @private
|
|
class Representation < Google::Apis::Core::JsonRepresentation
|
|
property :internal_ip_only, as: 'internalIpOnly'
|
|
hash :metadata, as: 'metadata'
|
|
property :network_uri, as: 'networkUri'
|
|
property :service_account, as: 'serviceAccount'
|
|
collection :service_account_scopes, as: 'serviceAccountScopes'
|
|
property :subnetwork_uri, as: 'subnetworkUri'
|
|
collection :tags, as: 'tags'
|
|
property :zone_uri, as: 'zoneUri'
|
|
end
|
|
end
|
|
|
|
class HadoopJob
|
|
# @private
|
|
class Representation < Google::Apis::Core::JsonRepresentation
|
|
collection :archive_uris, as: 'archiveUris'
|
|
collection :args, as: 'args'
|
|
collection :file_uris, as: 'fileUris'
|
|
collection :jar_file_uris, as: 'jarFileUris'
|
|
property :logging_config, as: 'loggingConfig', class: Google::Apis::DataprocV1beta2::LoggingConfig, decorator: Google::Apis::DataprocV1beta2::LoggingConfig::Representation
|
|
|
|
property :main_class, as: 'mainClass'
|
|
property :main_jar_file_uri, as: 'mainJarFileUri'
|
|
hash :properties, as: 'properties'
|
|
end
|
|
end
|
|
|
|
class HiveJob
|
|
# @private
|
|
class Representation < Google::Apis::Core::JsonRepresentation
|
|
property :continue_on_failure, as: 'continueOnFailure'
|
|
collection :jar_file_uris, as: 'jarFileUris'
|
|
hash :properties, as: 'properties'
|
|
property :query_file_uri, as: 'queryFileUri'
|
|
property :query_list, as: 'queryList', class: Google::Apis::DataprocV1beta2::QueryList, decorator: Google::Apis::DataprocV1beta2::QueryList::Representation
|
|
|
|
hash :script_variables, as: 'scriptVariables'
|
|
end
|
|
end
|
|
|
|
class InstanceGroupConfig
|
|
# @private
|
|
class Representation < Google::Apis::Core::JsonRepresentation
|
|
collection :accelerators, as: 'accelerators', class: Google::Apis::DataprocV1beta2::AcceleratorConfig, decorator: Google::Apis::DataprocV1beta2::AcceleratorConfig::Representation
|
|
|
|
property :disk_config, as: 'diskConfig', class: Google::Apis::DataprocV1beta2::DiskConfig, decorator: Google::Apis::DataprocV1beta2::DiskConfig::Representation
|
|
|
|
property :image_uri, as: 'imageUri'
|
|
collection :instance_names, as: 'instanceNames'
|
|
property :is_preemptible, as: 'isPreemptible'
|
|
property :machine_type_uri, as: 'machineTypeUri'
|
|
property :managed_group_config, as: 'managedGroupConfig', class: Google::Apis::DataprocV1beta2::ManagedGroupConfig, decorator: Google::Apis::DataprocV1beta2::ManagedGroupConfig::Representation
|
|
|
|
property :min_cpu_platform, as: 'minCpuPlatform'
|
|
property :num_instances, as: 'numInstances'
|
|
end
|
|
end
|
|
|
|
class InstantiateWorkflowTemplateRequest
|
|
# @private
|
|
class Representation < Google::Apis::Core::JsonRepresentation
|
|
property :instance_id, as: 'instanceId'
|
|
property :version, as: 'version'
|
|
end
|
|
end
|
|
|
|
class Job
|
|
# @private
|
|
class Representation < Google::Apis::Core::JsonRepresentation
|
|
property :driver_control_files_uri, as: 'driverControlFilesUri'
|
|
property :driver_output_resource_uri, as: 'driverOutputResourceUri'
|
|
property :hadoop_job, as: 'hadoopJob', class: Google::Apis::DataprocV1beta2::HadoopJob, decorator: Google::Apis::DataprocV1beta2::HadoopJob::Representation
|
|
|
|
property :hive_job, as: 'hiveJob', class: Google::Apis::DataprocV1beta2::HiveJob, decorator: Google::Apis::DataprocV1beta2::HiveJob::Representation
|
|
|
|
hash :labels, as: 'labels'
|
|
property :pig_job, as: 'pigJob', class: Google::Apis::DataprocV1beta2::PigJob, decorator: Google::Apis::DataprocV1beta2::PigJob::Representation
|
|
|
|
property :placement, as: 'placement', class: Google::Apis::DataprocV1beta2::JobPlacement, decorator: Google::Apis::DataprocV1beta2::JobPlacement::Representation
|
|
|
|
property :pyspark_job, as: 'pysparkJob', class: Google::Apis::DataprocV1beta2::PySparkJob, decorator: Google::Apis::DataprocV1beta2::PySparkJob::Representation
|
|
|
|
property :reference, as: 'reference', class: Google::Apis::DataprocV1beta2::JobReference, decorator: Google::Apis::DataprocV1beta2::JobReference::Representation
|
|
|
|
property :scheduling, as: 'scheduling', class: Google::Apis::DataprocV1beta2::JobScheduling, decorator: Google::Apis::DataprocV1beta2::JobScheduling::Representation
|
|
|
|
property :spark_job, as: 'sparkJob', class: Google::Apis::DataprocV1beta2::SparkJob, decorator: Google::Apis::DataprocV1beta2::SparkJob::Representation
|
|
|
|
property :spark_sql_job, as: 'sparkSqlJob', class: Google::Apis::DataprocV1beta2::SparkSqlJob, decorator: Google::Apis::DataprocV1beta2::SparkSqlJob::Representation
|
|
|
|
property :status, as: 'status', class: Google::Apis::DataprocV1beta2::JobStatus, decorator: Google::Apis::DataprocV1beta2::JobStatus::Representation
|
|
|
|
collection :status_history, as: 'statusHistory', class: Google::Apis::DataprocV1beta2::JobStatus, decorator: Google::Apis::DataprocV1beta2::JobStatus::Representation
|
|
|
|
collection :yarn_applications, as: 'yarnApplications', class: Google::Apis::DataprocV1beta2::YarnApplication, decorator: Google::Apis::DataprocV1beta2::YarnApplication::Representation
|
|
|
|
end
|
|
end
|
|
|
|
class JobPlacement
|
|
# @private
|
|
class Representation < Google::Apis::Core::JsonRepresentation
|
|
property :cluster_name, as: 'clusterName'
|
|
property :cluster_uuid, as: 'clusterUuid'
|
|
end
|
|
end
|
|
|
|
class JobReference
|
|
# @private
|
|
class Representation < Google::Apis::Core::JsonRepresentation
|
|
property :job_id, as: 'jobId'
|
|
property :project_id, as: 'projectId'
|
|
end
|
|
end
|
|
|
|
class JobScheduling
|
|
# @private
|
|
class Representation < Google::Apis::Core::JsonRepresentation
|
|
property :max_failures_per_hour, as: 'maxFailuresPerHour'
|
|
end
|
|
end
|
|
|
|
class JobStatus
|
|
# @private
|
|
class Representation < Google::Apis::Core::JsonRepresentation
|
|
property :details, as: 'details'
|
|
property :state, as: 'state'
|
|
property :state_start_time, as: 'stateStartTime'
|
|
property :substate, as: 'substate'
|
|
end
|
|
end
|
|
|
|
class LifecycleConfig
|
|
# @private
|
|
class Representation < Google::Apis::Core::JsonRepresentation
|
|
property :auto_delete_time, as: 'autoDeleteTime'
|
|
property :auto_delete_ttl, as: 'autoDeleteTtl'
|
|
property :idle_delete_ttl, as: 'idleDeleteTtl'
|
|
end
|
|
end
|
|
|
|
class ListClustersResponse
|
|
# @private
|
|
class Representation < Google::Apis::Core::JsonRepresentation
|
|
collection :clusters, as: 'clusters', class: Google::Apis::DataprocV1beta2::Cluster, decorator: Google::Apis::DataprocV1beta2::Cluster::Representation
|
|
|
|
property :next_page_token, as: 'nextPageToken'
|
|
end
|
|
end
|
|
|
|
class ListJobsResponse
|
|
# @private
|
|
class Representation < Google::Apis::Core::JsonRepresentation
|
|
collection :jobs, as: 'jobs', class: Google::Apis::DataprocV1beta2::Job, decorator: Google::Apis::DataprocV1beta2::Job::Representation
|
|
|
|
property :next_page_token, as: 'nextPageToken'
|
|
end
|
|
end
|
|
|
|
class ListOperationsResponse
|
|
# @private
|
|
class Representation < Google::Apis::Core::JsonRepresentation
|
|
property :next_page_token, as: 'nextPageToken'
|
|
collection :operations, as: 'operations', class: Google::Apis::DataprocV1beta2::Operation, decorator: Google::Apis::DataprocV1beta2::Operation::Representation
|
|
|
|
end
|
|
end
|
|
|
|
class ListWorkflowTemplatesResponse
|
|
# @private
|
|
class Representation < Google::Apis::Core::JsonRepresentation
|
|
property :next_page_token, as: 'nextPageToken'
|
|
collection :templates, as: 'templates', class: Google::Apis::DataprocV1beta2::WorkflowTemplate, decorator: Google::Apis::DataprocV1beta2::WorkflowTemplate::Representation
|
|
|
|
end
|
|
end
|
|
|
|
class LoggingConfig
|
|
# @private
|
|
class Representation < Google::Apis::Core::JsonRepresentation
|
|
hash :driver_log_levels, as: 'driverLogLevels'
|
|
end
|
|
end
|
|
|
|
class ManagedCluster
|
|
# @private
|
|
class Representation < Google::Apis::Core::JsonRepresentation
|
|
property :cluster_name, as: 'clusterName'
|
|
property :config, as: 'config', class: Google::Apis::DataprocV1beta2::ClusterConfig, decorator: Google::Apis::DataprocV1beta2::ClusterConfig::Representation
|
|
|
|
hash :labels, as: 'labels'
|
|
end
|
|
end
|
|
|
|
class ManagedGroupConfig
|
|
# @private
|
|
class Representation < Google::Apis::Core::JsonRepresentation
|
|
property :instance_group_manager_name, as: 'instanceGroupManagerName'
|
|
property :instance_template_name, as: 'instanceTemplateName'
|
|
end
|
|
end
|
|
|
|
class NodeInitializationAction
|
|
# @private
|
|
class Representation < Google::Apis::Core::JsonRepresentation
|
|
property :executable_file, as: 'executableFile'
|
|
property :execution_timeout, as: 'executionTimeout'
|
|
end
|
|
end
|
|
|
|
class Operation
|
|
# @private
|
|
class Representation < Google::Apis::Core::JsonRepresentation
|
|
property :done, as: 'done'
|
|
property :error, as: 'error', class: Google::Apis::DataprocV1beta2::Status, decorator: Google::Apis::DataprocV1beta2::Status::Representation
|
|
|
|
hash :metadata, as: 'metadata'
|
|
property :name, as: 'name'
|
|
hash :response, as: 'response'
|
|
end
|
|
end
|
|
|
|
class OrderedJob
|
|
# @private
|
|
class Representation < Google::Apis::Core::JsonRepresentation
|
|
property :hadoop_job, as: 'hadoopJob', class: Google::Apis::DataprocV1beta2::HadoopJob, decorator: Google::Apis::DataprocV1beta2::HadoopJob::Representation
|
|
|
|
property :hive_job, as: 'hiveJob', class: Google::Apis::DataprocV1beta2::HiveJob, decorator: Google::Apis::DataprocV1beta2::HiveJob::Representation
|
|
|
|
hash :labels, as: 'labels'
|
|
property :pig_job, as: 'pigJob', class: Google::Apis::DataprocV1beta2::PigJob, decorator: Google::Apis::DataprocV1beta2::PigJob::Representation
|
|
|
|
collection :prerequisite_step_ids, as: 'prerequisiteStepIds'
|
|
property :pyspark_job, as: 'pysparkJob', class: Google::Apis::DataprocV1beta2::PySparkJob, decorator: Google::Apis::DataprocV1beta2::PySparkJob::Representation
|
|
|
|
property :scheduling, as: 'scheduling', class: Google::Apis::DataprocV1beta2::JobScheduling, decorator: Google::Apis::DataprocV1beta2::JobScheduling::Representation
|
|
|
|
property :spark_job, as: 'sparkJob', class: Google::Apis::DataprocV1beta2::SparkJob, decorator: Google::Apis::DataprocV1beta2::SparkJob::Representation
|
|
|
|
property :spark_sql_job, as: 'sparkSqlJob', class: Google::Apis::DataprocV1beta2::SparkSqlJob, decorator: Google::Apis::DataprocV1beta2::SparkSqlJob::Representation
|
|
|
|
property :step_id, as: 'stepId'
|
|
end
|
|
end
|
|
|
|
class PigJob
|
|
# @private
|
|
class Representation < Google::Apis::Core::JsonRepresentation
|
|
property :continue_on_failure, as: 'continueOnFailure'
|
|
collection :jar_file_uris, as: 'jarFileUris'
|
|
property :logging_config, as: 'loggingConfig', class: Google::Apis::DataprocV1beta2::LoggingConfig, decorator: Google::Apis::DataprocV1beta2::LoggingConfig::Representation
|
|
|
|
hash :properties, as: 'properties'
|
|
property :query_file_uri, as: 'queryFileUri'
|
|
property :query_list, as: 'queryList', class: Google::Apis::DataprocV1beta2::QueryList, decorator: Google::Apis::DataprocV1beta2::QueryList::Representation
|
|
|
|
hash :script_variables, as: 'scriptVariables'
|
|
end
|
|
end
|
|
|
|
class Policy
|
|
# @private
|
|
class Representation < Google::Apis::Core::JsonRepresentation
|
|
collection :bindings, as: 'bindings', class: Google::Apis::DataprocV1beta2::Binding, decorator: Google::Apis::DataprocV1beta2::Binding::Representation
|
|
|
|
property :etag, :base64 => true, as: 'etag'
|
|
property :version, as: 'version'
|
|
end
|
|
end
|
|
|
|
class PySparkJob
|
|
# @private
|
|
class Representation < Google::Apis::Core::JsonRepresentation
|
|
collection :archive_uris, as: 'archiveUris'
|
|
collection :args, as: 'args'
|
|
collection :file_uris, as: 'fileUris'
|
|
collection :jar_file_uris, as: 'jarFileUris'
|
|
property :logging_config, as: 'loggingConfig', class: Google::Apis::DataprocV1beta2::LoggingConfig, decorator: Google::Apis::DataprocV1beta2::LoggingConfig::Representation
|
|
|
|
property :main_python_file_uri, as: 'mainPythonFileUri'
|
|
hash :properties, as: 'properties'
|
|
collection :python_file_uris, as: 'pythonFileUris'
|
|
end
|
|
end
|
|
|
|
class QueryList
|
|
# @private
|
|
class Representation < Google::Apis::Core::JsonRepresentation
|
|
collection :queries, as: 'queries'
|
|
end
|
|
end
|
|
|
|
class SetIamPolicyRequest
|
|
# @private
|
|
class Representation < Google::Apis::Core::JsonRepresentation
|
|
property :policy, as: 'policy', class: Google::Apis::DataprocV1beta2::Policy, decorator: Google::Apis::DataprocV1beta2::Policy::Representation
|
|
|
|
end
|
|
end
|
|
|
|
class SoftwareConfig
|
|
# @private
|
|
class Representation < Google::Apis::Core::JsonRepresentation
|
|
property :image_version, as: 'imageVersion'
|
|
hash :properties, as: 'properties'
|
|
end
|
|
end
|
|
|
|
class SparkJob
|
|
# @private
|
|
class Representation < Google::Apis::Core::JsonRepresentation
|
|
collection :archive_uris, as: 'archiveUris'
|
|
collection :args, as: 'args'
|
|
collection :file_uris, as: 'fileUris'
|
|
collection :jar_file_uris, as: 'jarFileUris'
|
|
property :logging_config, as: 'loggingConfig', class: Google::Apis::DataprocV1beta2::LoggingConfig, decorator: Google::Apis::DataprocV1beta2::LoggingConfig::Representation
|
|
|
|
property :main_class, as: 'mainClass'
|
|
property :main_jar_file_uri, as: 'mainJarFileUri'
|
|
hash :properties, as: 'properties'
|
|
end
|
|
end
|
|
|
|
class SparkSqlJob
|
|
# @private
|
|
class Representation < Google::Apis::Core::JsonRepresentation
|
|
collection :jar_file_uris, as: 'jarFileUris'
|
|
property :logging_config, as: 'loggingConfig', class: Google::Apis::DataprocV1beta2::LoggingConfig, decorator: Google::Apis::DataprocV1beta2::LoggingConfig::Representation
|
|
|
|
hash :properties, as: 'properties'
|
|
property :query_file_uri, as: 'queryFileUri'
|
|
property :query_list, as: 'queryList', class: Google::Apis::DataprocV1beta2::QueryList, decorator: Google::Apis::DataprocV1beta2::QueryList::Representation
|
|
|
|
hash :script_variables, as: 'scriptVariables'
|
|
end
|
|
end
|
|
|
|
class Status
|
|
# @private
|
|
class Representation < Google::Apis::Core::JsonRepresentation
|
|
property :code, as: 'code'
|
|
collection :details, as: 'details'
|
|
property :message, as: 'message'
|
|
end
|
|
end
|
|
|
|
class SubmitJobRequest
|
|
# @private
|
|
class Representation < Google::Apis::Core::JsonRepresentation
|
|
property :job, as: 'job', class: Google::Apis::DataprocV1beta2::Job, decorator: Google::Apis::DataprocV1beta2::Job::Representation
|
|
|
|
property :request_id, as: 'requestId'
|
|
end
|
|
end
|
|
|
|
class TestIamPermissionsRequest
|
|
# @private
|
|
class Representation < Google::Apis::Core::JsonRepresentation
|
|
collection :permissions, as: 'permissions'
|
|
end
|
|
end
|
|
|
|
class TestIamPermissionsResponse
|
|
# @private
|
|
class Representation < Google::Apis::Core::JsonRepresentation
|
|
collection :permissions, as: 'permissions'
|
|
end
|
|
end
|
|
|
|
class WorkflowGraph
|
|
# @private
|
|
class Representation < Google::Apis::Core::JsonRepresentation
|
|
collection :nodes, as: 'nodes', class: Google::Apis::DataprocV1beta2::WorkflowNode, decorator: Google::Apis::DataprocV1beta2::WorkflowNode::Representation
|
|
|
|
end
|
|
end
|
|
|
|
class WorkflowMetadata
|
|
# @private
|
|
class Representation < Google::Apis::Core::JsonRepresentation
|
|
property :cluster_name, as: 'clusterName'
|
|
property :create_cluster, as: 'createCluster', class: Google::Apis::DataprocV1beta2::ClusterOperation, decorator: Google::Apis::DataprocV1beta2::ClusterOperation::Representation
|
|
|
|
property :delete_cluster, as: 'deleteCluster', class: Google::Apis::DataprocV1beta2::ClusterOperation, decorator: Google::Apis::DataprocV1beta2::ClusterOperation::Representation
|
|
|
|
property :graph, as: 'graph', class: Google::Apis::DataprocV1beta2::WorkflowGraph, decorator: Google::Apis::DataprocV1beta2::WorkflowGraph::Representation
|
|
|
|
hash :parameters, as: 'parameters'
|
|
property :state, as: 'state'
|
|
property :template, as: 'template'
|
|
property :version, as: 'version'
|
|
end
|
|
end
|
|
|
|
class WorkflowNode
|
|
# @private
|
|
class Representation < Google::Apis::Core::JsonRepresentation
|
|
property :error, as: 'error'
|
|
property :job_id, as: 'jobId'
|
|
collection :prerequisite_step_ids, as: 'prerequisiteStepIds'
|
|
property :state, as: 'state'
|
|
property :step_id, as: 'stepId'
|
|
end
|
|
end
|
|
|
|
class WorkflowTemplate
|
|
# @private
|
|
class Representation < Google::Apis::Core::JsonRepresentation
|
|
property :create_time, as: 'createTime'
|
|
property :id, as: 'id'
|
|
collection :jobs, as: 'jobs', class: Google::Apis::DataprocV1beta2::OrderedJob, decorator: Google::Apis::DataprocV1beta2::OrderedJob::Representation
|
|
|
|
hash :labels, as: 'labels'
|
|
property :name, as: 'name'
|
|
property :placement, as: 'placement', class: Google::Apis::DataprocV1beta2::WorkflowTemplatePlacement, decorator: Google::Apis::DataprocV1beta2::WorkflowTemplatePlacement::Representation
|
|
|
|
property :update_time, as: 'updateTime'
|
|
property :version, as: 'version'
|
|
end
|
|
end
|
|
|
|
class WorkflowTemplatePlacement
|
|
# @private
|
|
class Representation < Google::Apis::Core::JsonRepresentation
|
|
property :cluster_selector, as: 'clusterSelector', class: Google::Apis::DataprocV1beta2::ClusterSelector, decorator: Google::Apis::DataprocV1beta2::ClusterSelector::Representation
|
|
|
|
property :managed_cluster, as: 'managedCluster', class: Google::Apis::DataprocV1beta2::ManagedCluster, decorator: Google::Apis::DataprocV1beta2::ManagedCluster::Representation
|
|
|
|
end
|
|
end
|
|
|
|
class YarnApplication
|
|
# @private
|
|
class Representation < Google::Apis::Core::JsonRepresentation
|
|
property :name, as: 'name'
|
|
property :progress, as: 'progress'
|
|
property :state, as: 'state'
|
|
property :tracking_url, as: 'trackingUrl'
|
|
end
|
|
end
|
|
end
|
|
end
|
|
end
|