# Copyright 2015 Google Inc. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. require 'date' require 'google/apis/core/base_service' require 'google/apis/core/json_representation' require 'google/apis/core/hashable' require 'google/apis/errors' module Google module Apis module DataprocV1beta2 class AcceleratorConfig class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class AutoscalingConfig class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class AutoscalingPolicy class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class BasicAutoscalingAlgorithm class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class BasicYarnAutoscalingConfig class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class Binding class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class CancelJobRequest class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class Cluster class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class ClusterConfig class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class ClusterMetrics class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class ClusterOperation class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class ClusterOperationMetadata class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class ClusterOperationStatus class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class ClusterSelector class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class ClusterStatus class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class DiagnoseClusterRequest class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class DiagnoseClusterResults class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class DiskConfig class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class Empty class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class EncryptionConfig class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class EndpointConfig class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class Expr class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class GceClusterConfig class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class GetIamPolicyRequest class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class GetPolicyOptions class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class GkeClusterConfig class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class HadoopJob class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class HiveJob class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class InstanceGroupAutoscalingPolicyConfig class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class InstanceGroupConfig class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class InstanceReference class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class InstantiateWorkflowTemplateRequest class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class Job class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class JobMetadata class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class JobPlacement class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class JobReference class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class JobScheduling class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class JobStatus class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class KerberosConfig class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class LifecycleConfig class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class ListAutoscalingPoliciesResponse class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class ListClustersResponse class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class ListJobsResponse class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class ListOperationsResponse class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class ListWorkflowTemplatesResponse class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class LoggingConfig class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class ManagedCluster class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class ManagedGroupConfig class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class MetastoreConfig class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class NamespacedGkeDeploymentTarget class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class NodeGroupAffinity class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class NodeInitializationAction class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class Operation class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class OrderedJob class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class ParameterValidation class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class PigJob class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class Policy class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class PrestoJob class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class PySparkJob class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class QueryList class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class RegexValidation class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class ReservationAffinity class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class SecurityConfig class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class SetIamPolicyRequest class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class ShieldedInstanceConfig class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class SoftwareConfig class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class SparkJob class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class SparkRJob class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class SparkSqlJob class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class StartClusterRequest class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class Status class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class StopClusterRequest class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class SubmitJobRequest class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class TemplateParameter class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class TestIamPermissionsRequest class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class TestIamPermissionsResponse class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class ValueValidation class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class WorkflowGraph class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class WorkflowMetadata class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class WorkflowNode class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class WorkflowTemplate class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class WorkflowTemplatePlacement class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class YarnApplication class Representation < Google::Apis::Core::JsonRepresentation; end include Google::Apis::Core::JsonObjectSupport end class AcceleratorConfig # @private class Representation < Google::Apis::Core::JsonRepresentation property :accelerator_count, as: 'acceleratorCount' property :accelerator_type_uri, as: 'acceleratorTypeUri' end end class AutoscalingConfig # @private class Representation < Google::Apis::Core::JsonRepresentation property :policy_uri, as: 'policyUri' end end class AutoscalingPolicy # @private class Representation < Google::Apis::Core::JsonRepresentation property :basic_algorithm, as: 'basicAlgorithm', class: Google::Apis::DataprocV1beta2::BasicAutoscalingAlgorithm, decorator: Google::Apis::DataprocV1beta2::BasicAutoscalingAlgorithm::Representation property :id, as: 'id' property :name, as: 'name' property :secondary_worker_config, as: 'secondaryWorkerConfig', class: Google::Apis::DataprocV1beta2::InstanceGroupAutoscalingPolicyConfig, decorator: Google::Apis::DataprocV1beta2::InstanceGroupAutoscalingPolicyConfig::Representation property :worker_config, as: 'workerConfig', class: Google::Apis::DataprocV1beta2::InstanceGroupAutoscalingPolicyConfig, decorator: Google::Apis::DataprocV1beta2::InstanceGroupAutoscalingPolicyConfig::Representation end end class BasicAutoscalingAlgorithm # @private class Representation < Google::Apis::Core::JsonRepresentation property :cooldown_period, as: 'cooldownPeriod' property :yarn_config, as: 'yarnConfig', class: Google::Apis::DataprocV1beta2::BasicYarnAutoscalingConfig, decorator: Google::Apis::DataprocV1beta2::BasicYarnAutoscalingConfig::Representation end end class BasicYarnAutoscalingConfig # @private class Representation < Google::Apis::Core::JsonRepresentation property :graceful_decommission_timeout, as: 'gracefulDecommissionTimeout' property :scale_down_factor, as: 'scaleDownFactor' property :scale_down_min_worker_fraction, as: 'scaleDownMinWorkerFraction' property :scale_up_factor, as: 'scaleUpFactor' property :scale_up_min_worker_fraction, as: 'scaleUpMinWorkerFraction' end end class Binding # @private class Representation < Google::Apis::Core::JsonRepresentation property :condition, as: 'condition', class: Google::Apis::DataprocV1beta2::Expr, decorator: Google::Apis::DataprocV1beta2::Expr::Representation collection :members, as: 'members' property :role, as: 'role' end end class CancelJobRequest # @private class Representation < Google::Apis::Core::JsonRepresentation end end class Cluster # @private class Representation < Google::Apis::Core::JsonRepresentation property :cluster_name, as: 'clusterName' property :cluster_uuid, as: 'clusterUuid' property :config, as: 'config', class: Google::Apis::DataprocV1beta2::ClusterConfig, decorator: Google::Apis::DataprocV1beta2::ClusterConfig::Representation hash :labels, as: 'labels' property :metrics, as: 'metrics', class: Google::Apis::DataprocV1beta2::ClusterMetrics, decorator: Google::Apis::DataprocV1beta2::ClusterMetrics::Representation property :project_id, as: 'projectId' property :status, as: 'status', class: Google::Apis::DataprocV1beta2::ClusterStatus, decorator: Google::Apis::DataprocV1beta2::ClusterStatus::Representation collection :status_history, as: 'statusHistory', class: Google::Apis::DataprocV1beta2::ClusterStatus, decorator: Google::Apis::DataprocV1beta2::ClusterStatus::Representation end end class ClusterConfig # @private class Representation < Google::Apis::Core::JsonRepresentation property :autoscaling_config, as: 'autoscalingConfig', class: Google::Apis::DataprocV1beta2::AutoscalingConfig, decorator: Google::Apis::DataprocV1beta2::AutoscalingConfig::Representation property :config_bucket, as: 'configBucket' property :encryption_config, as: 'encryptionConfig', class: Google::Apis::DataprocV1beta2::EncryptionConfig, decorator: Google::Apis::DataprocV1beta2::EncryptionConfig::Representation property :endpoint_config, as: 'endpointConfig', class: Google::Apis::DataprocV1beta2::EndpointConfig, decorator: Google::Apis::DataprocV1beta2::EndpointConfig::Representation property :gce_cluster_config, as: 'gceClusterConfig', class: Google::Apis::DataprocV1beta2::GceClusterConfig, decorator: Google::Apis::DataprocV1beta2::GceClusterConfig::Representation property :gke_cluster_config, as: 'gkeClusterConfig', class: Google::Apis::DataprocV1beta2::GkeClusterConfig, decorator: Google::Apis::DataprocV1beta2::GkeClusterConfig::Representation collection :initialization_actions, as: 'initializationActions', class: Google::Apis::DataprocV1beta2::NodeInitializationAction, decorator: Google::Apis::DataprocV1beta2::NodeInitializationAction::Representation property :lifecycle_config, as: 'lifecycleConfig', class: Google::Apis::DataprocV1beta2::LifecycleConfig, decorator: Google::Apis::DataprocV1beta2::LifecycleConfig::Representation property :master_config, as: 'masterConfig', class: Google::Apis::DataprocV1beta2::InstanceGroupConfig, decorator: Google::Apis::DataprocV1beta2::InstanceGroupConfig::Representation property :metastore_config, as: 'metastoreConfig', class: Google::Apis::DataprocV1beta2::MetastoreConfig, decorator: Google::Apis::DataprocV1beta2::MetastoreConfig::Representation property :secondary_worker_config, as: 'secondaryWorkerConfig', class: Google::Apis::DataprocV1beta2::InstanceGroupConfig, decorator: Google::Apis::DataprocV1beta2::InstanceGroupConfig::Representation property :security_config, as: 'securityConfig', class: Google::Apis::DataprocV1beta2::SecurityConfig, decorator: Google::Apis::DataprocV1beta2::SecurityConfig::Representation property :software_config, as: 'softwareConfig', class: Google::Apis::DataprocV1beta2::SoftwareConfig, decorator: Google::Apis::DataprocV1beta2::SoftwareConfig::Representation property :temp_bucket, as: 'tempBucket' property :worker_config, as: 'workerConfig', class: Google::Apis::DataprocV1beta2::InstanceGroupConfig, decorator: Google::Apis::DataprocV1beta2::InstanceGroupConfig::Representation end end class ClusterMetrics # @private class Representation < Google::Apis::Core::JsonRepresentation hash :hdfs_metrics, as: 'hdfsMetrics' hash :yarn_metrics, as: 'yarnMetrics' end end class ClusterOperation # @private class Representation < Google::Apis::Core::JsonRepresentation property :done, as: 'done' property :error, as: 'error' property :operation_id, as: 'operationId' end end class ClusterOperationMetadata # @private class Representation < Google::Apis::Core::JsonRepresentation property :cluster_name, as: 'clusterName' property :cluster_uuid, as: 'clusterUuid' property :description, as: 'description' hash :labels, as: 'labels' property :operation_type, as: 'operationType' property :status, as: 'status', class: Google::Apis::DataprocV1beta2::ClusterOperationStatus, decorator: Google::Apis::DataprocV1beta2::ClusterOperationStatus::Representation collection :status_history, as: 'statusHistory', class: Google::Apis::DataprocV1beta2::ClusterOperationStatus, decorator: Google::Apis::DataprocV1beta2::ClusterOperationStatus::Representation collection :warnings, as: 'warnings' end end class ClusterOperationStatus # @private class Representation < Google::Apis::Core::JsonRepresentation property :details, as: 'details' property :inner_state, as: 'innerState' property :state, as: 'state' property :state_start_time, as: 'stateStartTime' end end class ClusterSelector # @private class Representation < Google::Apis::Core::JsonRepresentation hash :cluster_labels, as: 'clusterLabels' property :zone, as: 'zone' end end class ClusterStatus # @private class Representation < Google::Apis::Core::JsonRepresentation property :detail, as: 'detail' property :state, as: 'state' property :state_start_time, as: 'stateStartTime' property :substate, as: 'substate' end end class DiagnoseClusterRequest # @private class Representation < Google::Apis::Core::JsonRepresentation end end class DiagnoseClusterResults # @private class Representation < Google::Apis::Core::JsonRepresentation property :output_uri, as: 'outputUri' end end class DiskConfig # @private class Representation < Google::Apis::Core::JsonRepresentation property :boot_disk_size_gb, as: 'bootDiskSizeGb' property :boot_disk_type, as: 'bootDiskType' property :num_local_ssds, as: 'numLocalSsds' end end class Empty # @private class Representation < Google::Apis::Core::JsonRepresentation end end class EncryptionConfig # @private class Representation < Google::Apis::Core::JsonRepresentation property :gce_pd_kms_key_name, as: 'gcePdKmsKeyName' end end class EndpointConfig # @private class Representation < Google::Apis::Core::JsonRepresentation property :enable_http_port_access, as: 'enableHttpPortAccess' hash :http_ports, as: 'httpPorts' end end class Expr # @private class Representation < Google::Apis::Core::JsonRepresentation property :description, as: 'description' property :expression, as: 'expression' property :location, as: 'location' property :title, as: 'title' end end class GceClusterConfig # @private class Representation < Google::Apis::Core::JsonRepresentation property :internal_ip_only, as: 'internalIpOnly' hash :metadata, as: 'metadata' property :network_uri, as: 'networkUri' property :node_group_affinity, as: 'nodeGroupAffinity', class: Google::Apis::DataprocV1beta2::NodeGroupAffinity, decorator: Google::Apis::DataprocV1beta2::NodeGroupAffinity::Representation property :private_ipv6_google_access, as: 'privateIpv6GoogleAccess' property :reservation_affinity, as: 'reservationAffinity', class: Google::Apis::DataprocV1beta2::ReservationAffinity, decorator: Google::Apis::DataprocV1beta2::ReservationAffinity::Representation property :service_account, as: 'serviceAccount' collection :service_account_scopes, as: 'serviceAccountScopes' property :shielded_instance_config, as: 'shieldedInstanceConfig', class: Google::Apis::DataprocV1beta2::ShieldedInstanceConfig, decorator: Google::Apis::DataprocV1beta2::ShieldedInstanceConfig::Representation property :subnetwork_uri, as: 'subnetworkUri' collection :tags, as: 'tags' property :zone_uri, as: 'zoneUri' end end class GetIamPolicyRequest # @private class Representation < Google::Apis::Core::JsonRepresentation property :options, as: 'options', class: Google::Apis::DataprocV1beta2::GetPolicyOptions, decorator: Google::Apis::DataprocV1beta2::GetPolicyOptions::Representation end end class GetPolicyOptions # @private class Representation < Google::Apis::Core::JsonRepresentation property :requested_policy_version, as: 'requestedPolicyVersion' end end class GkeClusterConfig # @private class Representation < Google::Apis::Core::JsonRepresentation property :namespaced_gke_deployment_target, as: 'namespacedGkeDeploymentTarget', class: Google::Apis::DataprocV1beta2::NamespacedGkeDeploymentTarget, decorator: Google::Apis::DataprocV1beta2::NamespacedGkeDeploymentTarget::Representation end end class HadoopJob # @private class Representation < Google::Apis::Core::JsonRepresentation collection :archive_uris, as: 'archiveUris' collection :args, as: 'args' collection :file_uris, as: 'fileUris' collection :jar_file_uris, as: 'jarFileUris' property :logging_config, as: 'loggingConfig', class: Google::Apis::DataprocV1beta2::LoggingConfig, decorator: Google::Apis::DataprocV1beta2::LoggingConfig::Representation property :main_class, as: 'mainClass' property :main_jar_file_uri, as: 'mainJarFileUri' hash :properties, as: 'properties' end end class HiveJob # @private class Representation < Google::Apis::Core::JsonRepresentation property :continue_on_failure, as: 'continueOnFailure' collection :jar_file_uris, as: 'jarFileUris' hash :properties, as: 'properties' property :query_file_uri, as: 'queryFileUri' property :query_list, as: 'queryList', class: Google::Apis::DataprocV1beta2::QueryList, decorator: Google::Apis::DataprocV1beta2::QueryList::Representation hash :script_variables, as: 'scriptVariables' end end class InstanceGroupAutoscalingPolicyConfig # @private class Representation < Google::Apis::Core::JsonRepresentation property :max_instances, as: 'maxInstances' property :min_instances, as: 'minInstances' property :weight, as: 'weight' end end class InstanceGroupConfig # @private class Representation < Google::Apis::Core::JsonRepresentation collection :accelerators, as: 'accelerators', class: Google::Apis::DataprocV1beta2::AcceleratorConfig, decorator: Google::Apis::DataprocV1beta2::AcceleratorConfig::Representation property :disk_config, as: 'diskConfig', class: Google::Apis::DataprocV1beta2::DiskConfig, decorator: Google::Apis::DataprocV1beta2::DiskConfig::Representation property :image_uri, as: 'imageUri' collection :instance_names, as: 'instanceNames' collection :instance_references, as: 'instanceReferences', class: Google::Apis::DataprocV1beta2::InstanceReference, decorator: Google::Apis::DataprocV1beta2::InstanceReference::Representation property :is_preemptible, as: 'isPreemptible' property :machine_type_uri, as: 'machineTypeUri' property :managed_group_config, as: 'managedGroupConfig', class: Google::Apis::DataprocV1beta2::ManagedGroupConfig, decorator: Google::Apis::DataprocV1beta2::ManagedGroupConfig::Representation property :min_cpu_platform, as: 'minCpuPlatform' property :num_instances, as: 'numInstances' property :preemptibility, as: 'preemptibility' end end class InstanceReference # @private class Representation < Google::Apis::Core::JsonRepresentation property :instance_id, as: 'instanceId' property :instance_name, as: 'instanceName' property :public_key, as: 'publicKey' end end class InstantiateWorkflowTemplateRequest # @private class Representation < Google::Apis::Core::JsonRepresentation property :instance_id, as: 'instanceId' hash :parameters, as: 'parameters' property :request_id, as: 'requestId' property :version, as: 'version' end end class Job # @private class Representation < Google::Apis::Core::JsonRepresentation property :done, as: 'done' property :driver_control_files_uri, as: 'driverControlFilesUri' property :driver_output_resource_uri, as: 'driverOutputResourceUri' property :hadoop_job, as: 'hadoopJob', class: Google::Apis::DataprocV1beta2::HadoopJob, decorator: Google::Apis::DataprocV1beta2::HadoopJob::Representation property :hive_job, as: 'hiveJob', class: Google::Apis::DataprocV1beta2::HiveJob, decorator: Google::Apis::DataprocV1beta2::HiveJob::Representation property :job_uuid, as: 'jobUuid' hash :labels, as: 'labels' property :pig_job, as: 'pigJob', class: Google::Apis::DataprocV1beta2::PigJob, decorator: Google::Apis::DataprocV1beta2::PigJob::Representation property :placement, as: 'placement', class: Google::Apis::DataprocV1beta2::JobPlacement, decorator: Google::Apis::DataprocV1beta2::JobPlacement::Representation property :presto_job, as: 'prestoJob', class: Google::Apis::DataprocV1beta2::PrestoJob, decorator: Google::Apis::DataprocV1beta2::PrestoJob::Representation property :pyspark_job, as: 'pysparkJob', class: Google::Apis::DataprocV1beta2::PySparkJob, decorator: Google::Apis::DataprocV1beta2::PySparkJob::Representation property :reference, as: 'reference', class: Google::Apis::DataprocV1beta2::JobReference, decorator: Google::Apis::DataprocV1beta2::JobReference::Representation property :scheduling, as: 'scheduling', class: Google::Apis::DataprocV1beta2::JobScheduling, decorator: Google::Apis::DataprocV1beta2::JobScheduling::Representation property :spark_job, as: 'sparkJob', class: Google::Apis::DataprocV1beta2::SparkJob, decorator: Google::Apis::DataprocV1beta2::SparkJob::Representation property :spark_r_job, as: 'sparkRJob', class: Google::Apis::DataprocV1beta2::SparkRJob, decorator: Google::Apis::DataprocV1beta2::SparkRJob::Representation property :spark_sql_job, as: 'sparkSqlJob', class: Google::Apis::DataprocV1beta2::SparkSqlJob, decorator: Google::Apis::DataprocV1beta2::SparkSqlJob::Representation property :status, as: 'status', class: Google::Apis::DataprocV1beta2::JobStatus, decorator: Google::Apis::DataprocV1beta2::JobStatus::Representation collection :status_history, as: 'statusHistory', class: Google::Apis::DataprocV1beta2::JobStatus, decorator: Google::Apis::DataprocV1beta2::JobStatus::Representation property :submitted_by, as: 'submittedBy' collection :yarn_applications, as: 'yarnApplications', class: Google::Apis::DataprocV1beta2::YarnApplication, decorator: Google::Apis::DataprocV1beta2::YarnApplication::Representation end end class JobMetadata # @private class Representation < Google::Apis::Core::JsonRepresentation property :job_id, as: 'jobId' property :operation_type, as: 'operationType' property :start_time, as: 'startTime' property :status, as: 'status', class: Google::Apis::DataprocV1beta2::JobStatus, decorator: Google::Apis::DataprocV1beta2::JobStatus::Representation end end class JobPlacement # @private class Representation < Google::Apis::Core::JsonRepresentation property :cluster_name, as: 'clusterName' property :cluster_uuid, as: 'clusterUuid' end end class JobReference # @private class Representation < Google::Apis::Core::JsonRepresentation property :job_id, as: 'jobId' property :project_id, as: 'projectId' end end class JobScheduling # @private class Representation < Google::Apis::Core::JsonRepresentation property :max_failures_per_hour, as: 'maxFailuresPerHour' property :max_failures_total, as: 'maxFailuresTotal' end end class JobStatus # @private class Representation < Google::Apis::Core::JsonRepresentation property :details, as: 'details' property :state, as: 'state' property :state_start_time, as: 'stateStartTime' property :substate, as: 'substate' end end class KerberosConfig # @private class Representation < Google::Apis::Core::JsonRepresentation property :cross_realm_trust_admin_server, as: 'crossRealmTrustAdminServer' property :cross_realm_trust_kdc, as: 'crossRealmTrustKdc' property :cross_realm_trust_realm, as: 'crossRealmTrustRealm' property :cross_realm_trust_shared_password_uri, as: 'crossRealmTrustSharedPasswordUri' property :enable_kerberos, as: 'enableKerberos' property :kdc_db_key_uri, as: 'kdcDbKeyUri' property :key_password_uri, as: 'keyPasswordUri' property :keystore_password_uri, as: 'keystorePasswordUri' property :keystore_uri, as: 'keystoreUri' property :kms_key_uri, as: 'kmsKeyUri' property :realm, as: 'realm' property :root_principal_password_uri, as: 'rootPrincipalPasswordUri' property :tgt_lifetime_hours, as: 'tgtLifetimeHours' property :truststore_password_uri, as: 'truststorePasswordUri' property :truststore_uri, as: 'truststoreUri' end end class LifecycleConfig # @private class Representation < Google::Apis::Core::JsonRepresentation property :auto_delete_time, as: 'autoDeleteTime' property :auto_delete_ttl, as: 'autoDeleteTtl' property :idle_delete_ttl, as: 'idleDeleteTtl' property :idle_start_time, as: 'idleStartTime' end end class ListAutoscalingPoliciesResponse # @private class Representation < Google::Apis::Core::JsonRepresentation property :next_page_token, as: 'nextPageToken' collection :policies, as: 'policies', class: Google::Apis::DataprocV1beta2::AutoscalingPolicy, decorator: Google::Apis::DataprocV1beta2::AutoscalingPolicy::Representation end end class ListClustersResponse # @private class Representation < Google::Apis::Core::JsonRepresentation collection :clusters, as: 'clusters', class: Google::Apis::DataprocV1beta2::Cluster, decorator: Google::Apis::DataprocV1beta2::Cluster::Representation property :next_page_token, as: 'nextPageToken' end end class ListJobsResponse # @private class Representation < Google::Apis::Core::JsonRepresentation collection :jobs, as: 'jobs', class: Google::Apis::DataprocV1beta2::Job, decorator: Google::Apis::DataprocV1beta2::Job::Representation property :next_page_token, as: 'nextPageToken' end end class ListOperationsResponse # @private class Representation < Google::Apis::Core::JsonRepresentation property :next_page_token, as: 'nextPageToken' collection :operations, as: 'operations', class: Google::Apis::DataprocV1beta2::Operation, decorator: Google::Apis::DataprocV1beta2::Operation::Representation end end class ListWorkflowTemplatesResponse # @private class Representation < Google::Apis::Core::JsonRepresentation property :next_page_token, as: 'nextPageToken' collection :templates, as: 'templates', class: Google::Apis::DataprocV1beta2::WorkflowTemplate, decorator: Google::Apis::DataprocV1beta2::WorkflowTemplate::Representation end end class LoggingConfig # @private class Representation < Google::Apis::Core::JsonRepresentation hash :driver_log_levels, as: 'driverLogLevels' end end class ManagedCluster # @private class Representation < Google::Apis::Core::JsonRepresentation property :cluster_name, as: 'clusterName' property :config, as: 'config', class: Google::Apis::DataprocV1beta2::ClusterConfig, decorator: Google::Apis::DataprocV1beta2::ClusterConfig::Representation hash :labels, as: 'labels' end end class ManagedGroupConfig # @private class Representation < Google::Apis::Core::JsonRepresentation property :instance_group_manager_name, as: 'instanceGroupManagerName' property :instance_template_name, as: 'instanceTemplateName' end end class MetastoreConfig # @private class Representation < Google::Apis::Core::JsonRepresentation property :dataproc_metastore_service, as: 'dataprocMetastoreService' end end class NamespacedGkeDeploymentTarget # @private class Representation < Google::Apis::Core::JsonRepresentation property :cluster_namespace, as: 'clusterNamespace' property :target_gke_cluster, as: 'targetGkeCluster' end end class NodeGroupAffinity # @private class Representation < Google::Apis::Core::JsonRepresentation property :node_group_uri, as: 'nodeGroupUri' end end class NodeInitializationAction # @private class Representation < Google::Apis::Core::JsonRepresentation property :executable_file, as: 'executableFile' property :execution_timeout, as: 'executionTimeout' end end class Operation # @private class Representation < Google::Apis::Core::JsonRepresentation property :done, as: 'done' property :error, as: 'error', class: Google::Apis::DataprocV1beta2::Status, decorator: Google::Apis::DataprocV1beta2::Status::Representation hash :metadata, as: 'metadata' property :name, as: 'name' hash :response, as: 'response' end end class OrderedJob # @private class Representation < Google::Apis::Core::JsonRepresentation property :hadoop_job, as: 'hadoopJob', class: Google::Apis::DataprocV1beta2::HadoopJob, decorator: Google::Apis::DataprocV1beta2::HadoopJob::Representation property :hive_job, as: 'hiveJob', class: Google::Apis::DataprocV1beta2::HiveJob, decorator: Google::Apis::DataprocV1beta2::HiveJob::Representation hash :labels, as: 'labels' property :pig_job, as: 'pigJob', class: Google::Apis::DataprocV1beta2::PigJob, decorator: Google::Apis::DataprocV1beta2::PigJob::Representation collection :prerequisite_step_ids, as: 'prerequisiteStepIds' property :presto_job, as: 'prestoJob', class: Google::Apis::DataprocV1beta2::PrestoJob, decorator: Google::Apis::DataprocV1beta2::PrestoJob::Representation property :pyspark_job, as: 'pysparkJob', class: Google::Apis::DataprocV1beta2::PySparkJob, decorator: Google::Apis::DataprocV1beta2::PySparkJob::Representation property :scheduling, as: 'scheduling', class: Google::Apis::DataprocV1beta2::JobScheduling, decorator: Google::Apis::DataprocV1beta2::JobScheduling::Representation property :spark_job, as: 'sparkJob', class: Google::Apis::DataprocV1beta2::SparkJob, decorator: Google::Apis::DataprocV1beta2::SparkJob::Representation property :spark_r_job, as: 'sparkRJob', class: Google::Apis::DataprocV1beta2::SparkRJob, decorator: Google::Apis::DataprocV1beta2::SparkRJob::Representation property :spark_sql_job, as: 'sparkSqlJob', class: Google::Apis::DataprocV1beta2::SparkSqlJob, decorator: Google::Apis::DataprocV1beta2::SparkSqlJob::Representation property :step_id, as: 'stepId' end end class ParameterValidation # @private class Representation < Google::Apis::Core::JsonRepresentation property :regex, as: 'regex', class: Google::Apis::DataprocV1beta2::RegexValidation, decorator: Google::Apis::DataprocV1beta2::RegexValidation::Representation property :values, as: 'values', class: Google::Apis::DataprocV1beta2::ValueValidation, decorator: Google::Apis::DataprocV1beta2::ValueValidation::Representation end end class PigJob # @private class Representation < Google::Apis::Core::JsonRepresentation property :continue_on_failure, as: 'continueOnFailure' collection :jar_file_uris, as: 'jarFileUris' property :logging_config, as: 'loggingConfig', class: Google::Apis::DataprocV1beta2::LoggingConfig, decorator: Google::Apis::DataprocV1beta2::LoggingConfig::Representation hash :properties, as: 'properties' property :query_file_uri, as: 'queryFileUri' property :query_list, as: 'queryList', class: Google::Apis::DataprocV1beta2::QueryList, decorator: Google::Apis::DataprocV1beta2::QueryList::Representation hash :script_variables, as: 'scriptVariables' end end class Policy # @private class Representation < Google::Apis::Core::JsonRepresentation collection :bindings, as: 'bindings', class: Google::Apis::DataprocV1beta2::Binding, decorator: Google::Apis::DataprocV1beta2::Binding::Representation property :etag, :base64 => true, as: 'etag' property :version, as: 'version' end end class PrestoJob # @private class Representation < Google::Apis::Core::JsonRepresentation collection :client_tags, as: 'clientTags' property :continue_on_failure, as: 'continueOnFailure' property :logging_config, as: 'loggingConfig', class: Google::Apis::DataprocV1beta2::LoggingConfig, decorator: Google::Apis::DataprocV1beta2::LoggingConfig::Representation property :output_format, as: 'outputFormat' hash :properties, as: 'properties' property :query_file_uri, as: 'queryFileUri' property :query_list, as: 'queryList', class: Google::Apis::DataprocV1beta2::QueryList, decorator: Google::Apis::DataprocV1beta2::QueryList::Representation end end class PySparkJob # @private class Representation < Google::Apis::Core::JsonRepresentation collection :archive_uris, as: 'archiveUris' collection :args, as: 'args' collection :file_uris, as: 'fileUris' collection :jar_file_uris, as: 'jarFileUris' property :logging_config, as: 'loggingConfig', class: Google::Apis::DataprocV1beta2::LoggingConfig, decorator: Google::Apis::DataprocV1beta2::LoggingConfig::Representation property :main_python_file_uri, as: 'mainPythonFileUri' hash :properties, as: 'properties' collection :python_file_uris, as: 'pythonFileUris' end end class QueryList # @private class Representation < Google::Apis::Core::JsonRepresentation collection :queries, as: 'queries' end end class RegexValidation # @private class Representation < Google::Apis::Core::JsonRepresentation collection :regexes, as: 'regexes' end end class ReservationAffinity # @private class Representation < Google::Apis::Core::JsonRepresentation property :consume_reservation_type, as: 'consumeReservationType' property :key, as: 'key' collection :values, as: 'values' end end class SecurityConfig # @private class Representation < Google::Apis::Core::JsonRepresentation property :kerberos_config, as: 'kerberosConfig', class: Google::Apis::DataprocV1beta2::KerberosConfig, decorator: Google::Apis::DataprocV1beta2::KerberosConfig::Representation end end class SetIamPolicyRequest # @private class Representation < Google::Apis::Core::JsonRepresentation property :policy, as: 'policy', class: Google::Apis::DataprocV1beta2::Policy, decorator: Google::Apis::DataprocV1beta2::Policy::Representation end end class ShieldedInstanceConfig # @private class Representation < Google::Apis::Core::JsonRepresentation property :enable_integrity_monitoring, as: 'enableIntegrityMonitoring' property :enable_secure_boot, as: 'enableSecureBoot' property :enable_vtpm, as: 'enableVtpm' end end class SoftwareConfig # @private class Representation < Google::Apis::Core::JsonRepresentation property :image_version, as: 'imageVersion' collection :optional_components, as: 'optionalComponents' hash :properties, as: 'properties' end end class SparkJob # @private class Representation < Google::Apis::Core::JsonRepresentation collection :archive_uris, as: 'archiveUris' collection :args, as: 'args' collection :file_uris, as: 'fileUris' collection :jar_file_uris, as: 'jarFileUris' property :logging_config, as: 'loggingConfig', class: Google::Apis::DataprocV1beta2::LoggingConfig, decorator: Google::Apis::DataprocV1beta2::LoggingConfig::Representation property :main_class, as: 'mainClass' property :main_jar_file_uri, as: 'mainJarFileUri' hash :properties, as: 'properties' end end class SparkRJob # @private class Representation < Google::Apis::Core::JsonRepresentation collection :archive_uris, as: 'archiveUris' collection :args, as: 'args' collection :file_uris, as: 'fileUris' property :logging_config, as: 'loggingConfig', class: Google::Apis::DataprocV1beta2::LoggingConfig, decorator: Google::Apis::DataprocV1beta2::LoggingConfig::Representation property :main_r_file_uri, as: 'mainRFileUri' hash :properties, as: 'properties' end end class SparkSqlJob # @private class Representation < Google::Apis::Core::JsonRepresentation collection :jar_file_uris, as: 'jarFileUris' property :logging_config, as: 'loggingConfig', class: Google::Apis::DataprocV1beta2::LoggingConfig, decorator: Google::Apis::DataprocV1beta2::LoggingConfig::Representation hash :properties, as: 'properties' property :query_file_uri, as: 'queryFileUri' property :query_list, as: 'queryList', class: Google::Apis::DataprocV1beta2::QueryList, decorator: Google::Apis::DataprocV1beta2::QueryList::Representation hash :script_variables, as: 'scriptVariables' end end class StartClusterRequest # @private class Representation < Google::Apis::Core::JsonRepresentation property :cluster_uuid, as: 'clusterUuid' property :request_id, as: 'requestId' end end class Status # @private class Representation < Google::Apis::Core::JsonRepresentation property :code, as: 'code' collection :details, as: 'details' property :message, as: 'message' end end class StopClusterRequest # @private class Representation < Google::Apis::Core::JsonRepresentation property :cluster_uuid, as: 'clusterUuid' property :request_id, as: 'requestId' end end class SubmitJobRequest # @private class Representation < Google::Apis::Core::JsonRepresentation property :job, as: 'job', class: Google::Apis::DataprocV1beta2::Job, decorator: Google::Apis::DataprocV1beta2::Job::Representation property :request_id, as: 'requestId' end end class TemplateParameter # @private class Representation < Google::Apis::Core::JsonRepresentation property :description, as: 'description' collection :fields, as: 'fields' property :name, as: 'name' property :validation, as: 'validation', class: Google::Apis::DataprocV1beta2::ParameterValidation, decorator: Google::Apis::DataprocV1beta2::ParameterValidation::Representation end end class TestIamPermissionsRequest # @private class Representation < Google::Apis::Core::JsonRepresentation collection :permissions, as: 'permissions' end end class TestIamPermissionsResponse # @private class Representation < Google::Apis::Core::JsonRepresentation collection :permissions, as: 'permissions' end end class ValueValidation # @private class Representation < Google::Apis::Core::JsonRepresentation collection :values, as: 'values' end end class WorkflowGraph # @private class Representation < Google::Apis::Core::JsonRepresentation collection :nodes, as: 'nodes', class: Google::Apis::DataprocV1beta2::WorkflowNode, decorator: Google::Apis::DataprocV1beta2::WorkflowNode::Representation end end class WorkflowMetadata # @private class Representation < Google::Apis::Core::JsonRepresentation property :cluster_name, as: 'clusterName' property :cluster_uuid, as: 'clusterUuid' property :create_cluster, as: 'createCluster', class: Google::Apis::DataprocV1beta2::ClusterOperation, decorator: Google::Apis::DataprocV1beta2::ClusterOperation::Representation property :dag_end_time, as: 'dagEndTime' property :dag_start_time, as: 'dagStartTime' property :dag_timeout, as: 'dagTimeout' property :delete_cluster, as: 'deleteCluster', class: Google::Apis::DataprocV1beta2::ClusterOperation, decorator: Google::Apis::DataprocV1beta2::ClusterOperation::Representation property :end_time, as: 'endTime' property :graph, as: 'graph', class: Google::Apis::DataprocV1beta2::WorkflowGraph, decorator: Google::Apis::DataprocV1beta2::WorkflowGraph::Representation hash :parameters, as: 'parameters' property :start_time, as: 'startTime' property :state, as: 'state' property :template, as: 'template' property :version, as: 'version' end end class WorkflowNode # @private class Representation < Google::Apis::Core::JsonRepresentation property :error, as: 'error' property :job_id, as: 'jobId' collection :prerequisite_step_ids, as: 'prerequisiteStepIds' property :state, as: 'state' property :step_id, as: 'stepId' end end class WorkflowTemplate # @private class Representation < Google::Apis::Core::JsonRepresentation property :create_time, as: 'createTime' property :dag_timeout, as: 'dagTimeout' property :id, as: 'id' collection :jobs, as: 'jobs', class: Google::Apis::DataprocV1beta2::OrderedJob, decorator: Google::Apis::DataprocV1beta2::OrderedJob::Representation hash :labels, as: 'labels' property :name, as: 'name' collection :parameters, as: 'parameters', class: Google::Apis::DataprocV1beta2::TemplateParameter, decorator: Google::Apis::DataprocV1beta2::TemplateParameter::Representation property :placement, as: 'placement', class: Google::Apis::DataprocV1beta2::WorkflowTemplatePlacement, decorator: Google::Apis::DataprocV1beta2::WorkflowTemplatePlacement::Representation property :update_time, as: 'updateTime' property :version, as: 'version' end end class WorkflowTemplatePlacement # @private class Representation < Google::Apis::Core::JsonRepresentation property :cluster_selector, as: 'clusterSelector', class: Google::Apis::DataprocV1beta2::ClusterSelector, decorator: Google::Apis::DataprocV1beta2::ClusterSelector::Representation property :managed_cluster, as: 'managedCluster', class: Google::Apis::DataprocV1beta2::ManagedCluster, decorator: Google::Apis::DataprocV1beta2::ManagedCluster::Representation end end class YarnApplication # @private class Representation < Google::Apis::Core::JsonRepresentation property :name, as: 'name' property :progress, as: 'progress' property :state, as: 'state' property :tracking_url, as: 'trackingUrl' end end end end end