diff --git a/api_names_out.yaml b/api_names_out.yaml index 623068718..796e340aa 100644 --- a/api_names_out.yaml +++ b/api_names_out.yaml @@ -47152,12 +47152,14 @@ "/dataproc:v1beta2/ClusterConfig/autoscalingConfig": autoscaling_config "/dataproc:v1beta2/ClusterConfig/configBucket": config_bucket "/dataproc:v1beta2/ClusterConfig/encryptionConfig": encryption_config +"/dataproc:v1beta2/ClusterConfig/endpointConfig": endpoint_config "/dataproc:v1beta2/ClusterConfig/gceClusterConfig": gce_cluster_config "/dataproc:v1beta2/ClusterConfig/initializationActions": initialization_actions "/dataproc:v1beta2/ClusterConfig/initializationActions/initialization_action": initialization_action "/dataproc:v1beta2/ClusterConfig/lifecycleConfig": lifecycle_config "/dataproc:v1beta2/ClusterConfig/masterConfig": master_config "/dataproc:v1beta2/ClusterConfig/secondaryWorkerConfig": secondary_worker_config +"/dataproc:v1beta2/ClusterConfig/securityConfig": security_config "/dataproc:v1beta2/ClusterConfig/softwareConfig": software_config "/dataproc:v1beta2/ClusterConfig/workerConfig": worker_config "/dataproc:v1beta2/ClusterMetrics": cluster_metrics @@ -47205,6 +47207,10 @@ "/dataproc:v1beta2/Empty": empty "/dataproc:v1beta2/EncryptionConfig": encryption_config "/dataproc:v1beta2/EncryptionConfig/gcePdKmsKeyName": gce_pd_kms_key_name +"/dataproc:v1beta2/EndpointConfig": endpoint_config +"/dataproc:v1beta2/EndpointConfig/enableHttpPortAccess": enable_http_port_access +"/dataproc:v1beta2/EndpointConfig/httpPorts": http_ports +"/dataproc:v1beta2/EndpointConfig/httpPorts/http_port": http_port "/dataproc:v1beta2/Expr": expr "/dataproc:v1beta2/Expr/description": description "/dataproc:v1beta2/Expr/expression": expression @@ -47280,6 +47286,7 @@ "/dataproc:v1beta2/Job/labels/label": label "/dataproc:v1beta2/Job/pigJob": pig_job "/dataproc:v1beta2/Job/placement": placement +"/dataproc:v1beta2/Job/prestoJob": presto_job "/dataproc:v1beta2/Job/pysparkJob": pyspark_job "/dataproc:v1beta2/Job/reference": reference "/dataproc:v1beta2/Job/scheduling": scheduling @@ -47305,6 +47312,21 @@ "/dataproc:v1beta2/JobStatus/state": state "/dataproc:v1beta2/JobStatus/stateStartTime": state_start_time "/dataproc:v1beta2/JobStatus/substate": substate +"/dataproc:v1beta2/KerberosConfig": kerberos_config +"/dataproc:v1beta2/KerberosConfig/crossRealmTrustAdminServer": cross_realm_trust_admin_server +"/dataproc:v1beta2/KerberosConfig/crossRealmTrustKdc": cross_realm_trust_kdc +"/dataproc:v1beta2/KerberosConfig/crossRealmTrustRealm": cross_realm_trust_realm +"/dataproc:v1beta2/KerberosConfig/crossRealmTrustSharedPasswordUri": cross_realm_trust_shared_password_uri +"/dataproc:v1beta2/KerberosConfig/enableKerberos": enable_kerberos +"/dataproc:v1beta2/KerberosConfig/kdcDbKeyUri": kdc_db_key_uri +"/dataproc:v1beta2/KerberosConfig/keyPasswordUri": key_password_uri +"/dataproc:v1beta2/KerberosConfig/keystorePasswordUri": keystore_password_uri +"/dataproc:v1beta2/KerberosConfig/keystoreUri": keystore_uri +"/dataproc:v1beta2/KerberosConfig/kmsKeyUri": kms_key_uri +"/dataproc:v1beta2/KerberosConfig/rootPrincipalPasswordUri": root_principal_password_uri +"/dataproc:v1beta2/KerberosConfig/tgtLifetimeHours": tgt_lifetime_hours +"/dataproc:v1beta2/KerberosConfig/truststorePasswordUri": truststore_password_uri +"/dataproc:v1beta2/KerberosConfig/truststoreUri": truststore_uri "/dataproc:v1beta2/LifecycleConfig": lifecycle_config "/dataproc:v1beta2/LifecycleConfig/autoDeleteTime": auto_delete_time "/dataproc:v1beta2/LifecycleConfig/autoDeleteTtl": auto_delete_ttl @@ -47383,6 +47405,16 @@ "/dataproc:v1beta2/Policy/bindings/binding": binding "/dataproc:v1beta2/Policy/etag": etag "/dataproc:v1beta2/Policy/version": version +"/dataproc:v1beta2/PrestoJob": presto_job +"/dataproc:v1beta2/PrestoJob/clientTags": client_tags +"/dataproc:v1beta2/PrestoJob/clientTags/client_tag": client_tag +"/dataproc:v1beta2/PrestoJob/continueOnFailure": continue_on_failure +"/dataproc:v1beta2/PrestoJob/loggingConfig": logging_config +"/dataproc:v1beta2/PrestoJob/outputFormat": output_format +"/dataproc:v1beta2/PrestoJob/properties": properties +"/dataproc:v1beta2/PrestoJob/properties/property": property +"/dataproc:v1beta2/PrestoJob/queryFileUri": query_file_uri +"/dataproc:v1beta2/PrestoJob/queryList": query_list "/dataproc:v1beta2/PySparkJob": py_spark_job "/dataproc:v1beta2/PySparkJob/archiveUris": archive_uris "/dataproc:v1beta2/PySparkJob/archiveUris/archive_uri": archive_uri @@ -47404,6 +47436,8 @@ "/dataproc:v1beta2/RegexValidation": regex_validation "/dataproc:v1beta2/RegexValidation/regexes": regexes "/dataproc:v1beta2/RegexValidation/regexes/regex": regex +"/dataproc:v1beta2/SecurityConfig": security_config +"/dataproc:v1beta2/SecurityConfig/kerberosConfig": kerberos_config "/dataproc:v1beta2/SetIamPolicyRequest": set_iam_policy_request "/dataproc:v1beta2/SetIamPolicyRequest/policy": policy "/dataproc:v1beta2/SoftwareConfig": software_config diff --git a/generated/google/apis/adexchangebuyer2_v2beta1.rb b/generated/google/apis/adexchangebuyer2_v2beta1.rb index e350257e9..58c6dca94 100644 --- a/generated/google/apis/adexchangebuyer2_v2beta1.rb +++ b/generated/google/apis/adexchangebuyer2_v2beta1.rb @@ -27,7 +27,7 @@ module Google # @see https://developers.google.com/authorized-buyers/apis/reference/rest/ module Adexchangebuyer2V2beta1 VERSION = 'V2beta1' - REVISION = '20190206' + REVISION = '20190307' # Manage your Ad Exchange buyer account configuration AUTH_ADEXCHANGE_BUYER = 'https://www.googleapis.com/auth/adexchange.buyer' diff --git a/generated/google/apis/adexchangebuyer2_v2beta1/classes.rb b/generated/google/apis/adexchangebuyer2_v2beta1/classes.rb index c0106b4c3..a481d8640 100644 --- a/generated/google/apis/adexchangebuyer2_v2beta1/classes.rb +++ b/generated/google/apis/adexchangebuyer2_v2beta1/classes.rb @@ -621,7 +621,7 @@ module Google end # A creative and its classification data. - # Next ID: 40 + # Next ID: 42 class Creative include Google::Apis::Core::Hashable diff --git a/generated/google/apis/bigquery_v2.rb b/generated/google/apis/bigquery_v2.rb index 6a5ffd2df..b4caddd97 100644 --- a/generated/google/apis/bigquery_v2.rb +++ b/generated/google/apis/bigquery_v2.rb @@ -25,7 +25,7 @@ module Google # @see https://cloud.google.com/bigquery/ module BigqueryV2 VERSION = 'V2' - REVISION = '20190215' + REVISION = '20190303' # View and manage your data in Google BigQuery AUTH_BIGQUERY = 'https://www.googleapis.com/auth/bigquery' diff --git a/generated/google/apis/bigquery_v2/classes.rb b/generated/google/apis/bigquery_v2/classes.rb index db3a7adf7..13987a98b 100644 --- a/generated/google/apis/bigquery_v2/classes.rb +++ b/generated/google/apis/bigquery_v2/classes.rb @@ -471,9 +471,12 @@ module Google # @return [String] attr_accessor :iam_member - # [Required] Describes the rights granted to the user specified by the other - # member of the access object. The following string values are supported: READER, - # WRITER, OWNER. + # [Required] An IAM role ID that should be granted to the user, group, or domain + # specified in this access entry. The following legacy mappings will be applied: + # OWNER roles/bigquery.dataOwner WRITER roles/bigquery.dataEditor READER + # roles/bigquery.dataViewer This field will accept any of the above formats, but + # will return only the legacy format. For example, if you set this field to " + # roles/bigquery.dataOwner", it will be returned back as "OWNER". # Corresponds to the JSON property `role` # @return [String] attr_accessor :role @@ -2403,7 +2406,7 @@ module Google # [Output-only] For dry-run jobs, totalBytesProcessed is an estimate and this # field specifies the accuracy of the estimate. Possible values can be: UNKNOWN: # accuracy of the estimate is unknown. PRECISE: estimate is precise. LOWER_BOUND: - # estimate is lower bound of what the query would cost. UPPER_BOUND: estiamte + # estimate is lower bound of what the query would cost. UPPER_BOUND: estimate # is upper bound of what the query would cost. # Corresponds to the JSON property `totalBytesProcessedAccuracy` # @return [String] diff --git a/generated/google/apis/cloudtasks_v2beta2.rb b/generated/google/apis/cloudtasks_v2beta2.rb index 210ec5511..16f039578 100644 --- a/generated/google/apis/cloudtasks_v2beta2.rb +++ b/generated/google/apis/cloudtasks_v2beta2.rb @@ -25,7 +25,7 @@ module Google # @see https://cloud.google.com/tasks/ module CloudtasksV2beta2 VERSION = 'V2beta2' - REVISION = '20190211' + REVISION = '20190228' # View and manage your data across Google Cloud Platform services AUTH_CLOUD_PLATFORM = 'https://www.googleapis.com/auth/cloud-platform' diff --git a/generated/google/apis/cloudtasks_v2beta2/classes.rb b/generated/google/apis/cloudtasks_v2beta2/classes.rb index 8424653f6..b8505b453 100644 --- a/generated/google/apis/cloudtasks_v2beta2/classes.rb +++ b/generated/google/apis/cloudtasks_v2beta2/classes.rb @@ -470,7 +470,7 @@ module Google # account. For example, `my-other-app@appspot.gserviceaccount.com`. # * `group:`emailid``: An email address that represents a Google group. # For example, `admins@example.com`. - # * `domain:`domain``: A Google Apps domain name that represents all the + # * `domain:`domain``: The G Suite domain (primary) that represents all the # users of that domain. For example, `google.com` or `example.com`. # Corresponds to the JSON property `members` # @return [Array] diff --git a/generated/google/apis/cloudtasks_v2beta3.rb b/generated/google/apis/cloudtasks_v2beta3.rb index c9780638a..5e4bc16d2 100644 --- a/generated/google/apis/cloudtasks_v2beta3.rb +++ b/generated/google/apis/cloudtasks_v2beta3.rb @@ -25,7 +25,7 @@ module Google # @see https://cloud.google.com/tasks/ module CloudtasksV2beta3 VERSION = 'V2beta3' - REVISION = '20190211' + REVISION = '20190228' # View and manage your data across Google Cloud Platform services AUTH_CLOUD_PLATFORM = 'https://www.googleapis.com/auth/cloud-platform' diff --git a/generated/google/apis/cloudtasks_v2beta3/classes.rb b/generated/google/apis/cloudtasks_v2beta3/classes.rb index 080c6bdc8..a3c03d3ea 100644 --- a/generated/google/apis/cloudtasks_v2beta3/classes.rb +++ b/generated/google/apis/cloudtasks_v2beta3/classes.rb @@ -407,7 +407,7 @@ module Google # account. For example, `my-other-app@appspot.gserviceaccount.com`. # * `group:`emailid``: An email address that represents a Google group. # For example, `admins@example.com`. - # * `domain:`domain``: A Google Apps domain name that represents all the + # * `domain:`domain``: The G Suite domain (primary) that represents all the # users of that domain. For example, `google.com` or `example.com`. # Corresponds to the JSON property `members` # @return [Array] diff --git a/generated/google/apis/dataproc_v1.rb b/generated/google/apis/dataproc_v1.rb index 2107a1f20..b6190b915 100644 --- a/generated/google/apis/dataproc_v1.rb +++ b/generated/google/apis/dataproc_v1.rb @@ -25,7 +25,7 @@ module Google # @see https://cloud.google.com/dataproc/ module DataprocV1 VERSION = 'V1' - REVISION = '20190228' + REVISION = '20190301' # View and manage your data across Google Cloud Platform services AUTH_CLOUD_PLATFORM = 'https://www.googleapis.com/auth/cloud-platform' diff --git a/generated/google/apis/dataproc_v1/classes.rb b/generated/google/apis/dataproc_v1/classes.rb index feaf65e72..6ad27f4e5 100644 --- a/generated/google/apis/dataproc_v1/classes.rb +++ b/generated/google/apis/dataproc_v1/classes.rb @@ -190,12 +190,12 @@ module Google class ClusterConfig include Google::Apis::Core::Hashable - # Optional. A Cloud Storage staging bucket used for sharing generated SSH keys - # and config. If you do not specify a staging bucket, Cloud Dataproc will - # determine an appropriate Cloud Storage location (US, ASIA, or EU) for your - # cluster's staging bucket according to the Google Compute Engine zone where - # your cluster is deployed, and then it will create and manage this project- - # level, per-location bucket for you. + # Optional. A Google Cloud Storage bucket used to stage job dependencies, config + # files, and job driver console output. If you do not specify a staging bucket, + # Cloud Dataproc will determine a Cloud Storage location (US, ASIA, or EU) for + # your cluster's staging bucket according to the Google Compute Engine zone + # where your cluster is deployed, and then create and manage this project-level, + # per-location bucket (see Cloud Dataproc staging bucket). # Corresponds to the JSON property `configBucket` # @return [String] attr_accessor :config_bucket @@ -2014,8 +2014,8 @@ module Google attr_accessor :optional_components # Optional. The properties to set on daemon config files.Property keys are - # specified in prefix:property format, such as core:fs.defaultFS. The following - # are supported prefixes and their mappings: + # specified in prefix:property format, for example core:hadoop.tmp.dir. The + # following are supported prefixes and their mappings: # capacity-scheduler: capacity-scheduler.xml # core: core-site.xml # distcp: distcp-default.xml diff --git a/generated/google/apis/dataproc_v1beta2.rb b/generated/google/apis/dataproc_v1beta2.rb index 7621945de..1d6a66e66 100644 --- a/generated/google/apis/dataproc_v1beta2.rb +++ b/generated/google/apis/dataproc_v1beta2.rb @@ -25,7 +25,7 @@ module Google # @see https://cloud.google.com/dataproc/ module DataprocV1beta2 VERSION = 'V1beta2' - REVISION = '20190228' + REVISION = '20190301' # View and manage your data across Google Cloud Platform services AUTH_CLOUD_PLATFORM = 'https://www.googleapis.com/auth/cloud-platform' diff --git a/generated/google/apis/dataproc_v1beta2/classes.rb b/generated/google/apis/dataproc_v1beta2/classes.rb index 62c17e001..733f2f016 100644 --- a/generated/google/apis/dataproc_v1beta2/classes.rb +++ b/generated/google/apis/dataproc_v1beta2/classes.rb @@ -163,8 +163,9 @@ module Google class BasicAutoscalingAlgorithm include Google::Apis::Core::Hashable - # Optional. Cooldown period in between scaling. Note that a cooldown period - # begins after a scaling operation has completed.Default: 120s. + # Optional. Duration between scaling events. A scaling period starts after the + # update operation from the previous event has completed.Bounds: 2m, 1d. Default: + # 2m. # Corresponds to the JSON property `cooldownPeriod` # @return [String] attr_accessor :cooldown_period @@ -189,34 +190,46 @@ module Google class BasicYarnAutoscalingConfig include Google::Apis::Core::Hashable - # Optional. Timeout used during an autoscaling event (cluster update) between 0 - # seconds (no graceful decommission) and 1 day.Default: 0s. + # Required. Timeout for YARN graceful decommissioning of Node Managers. + # Specifies the duration to wait for jobs to complete before forcefully removing + # workers (and potentially interrupting jobs). Only applicable to downscaling + # operations.Bounds: 0s, 1d. # Corresponds to the JSON property `gracefulDecommissionTimeout` # @return [String] attr_accessor :graceful_decommission_timeout - # Optional. Fraction of suggested decrease in workers to scale down by between 0 - # and 1. Suggested decrease when scaling down is determined by the amount of - # average available memory since the last cooldown period.Default: 1.0. + # Required. Fraction of average pending memory in the last cooldown period for + # which to remove workers. A scale-down factor of 1 will result in scaling down + # so that there is no available memory remaining after the update (more + # aggressive scaling). A scale-down factor of 0 disables removing workers, which + # can be beneficial for autoscaling a single job.Bounds: 0.0, 1.0. # Corresponds to the JSON property `scaleDownFactor` # @return [Float] attr_accessor :scale_down_factor - # Optional. Minimum workers as a fraction of the current cluster size to to - # scale down by between 0 and 1.Default: 0.0. + # Optional. Minimum scale-down threshold as a fraction of total cluster size + # before scaling occurs. For example, in a 20-worker cluster, a threshold of 0.1 + # means the autoscaler must recommend at least a 2 worker scale-down for the + # cluster to scale. A threshold of 0 means the autoscaler will scale down on any + # recommended change.Bounds: 0.0, 1.0. Default: 0.0. # Corresponds to the JSON property `scaleDownMinWorkerFraction` # @return [Float] attr_accessor :scale_down_min_worker_fraction - # Required. Fraction of suggested increase in workers to scale up by between 0 - # and 1. Suggested increase when scaling up is determined by the amount of - # average pending memory since the last cooldown period. + # Required. Fraction of average pending memory in the last cooldown period for + # which to add workers. A scale-up factor of 1.0 will result in scaling up so + # that there is no pending memory remaining after the update (more aggressive + # scaling). A scale-up factor closer to 0 will result in a smaller magnitude of + # scaling up (less aggressive scaling).Bounds: 0.0, 1.0. # Corresponds to the JSON property `scaleUpFactor` # @return [Float] attr_accessor :scale_up_factor - # Optional. Minimum workers as a fraction of the current cluster size to to - # scale up by between 0 and 1.Default: 0.0. + # Optional. Minimum scale-up threshold as a fraction of total cluster size + # before scaling occurs. For example, in a 20-worker cluster, a threshold of 0.1 + # means the autoscaler must recommend at least a 2-worker scale-up for the + # cluster to scale. A threshold of 0 means the autoscaler will scale up on any + # recommended change.Bounds: 0.0, 1.0. Default: 0.0. # Corresponds to the JSON property `scaleUpMinWorkerFraction` # @return [Float] attr_accessor :scale_up_min_worker_fraction @@ -375,12 +388,12 @@ module Google # @return [Google::Apis::DataprocV1beta2::AutoscalingConfig] attr_accessor :autoscaling_config - # Optional. A Cloud Storage staging bucket used for sharing generated SSH keys - # and config. If you do not specify a staging bucket, Cloud Dataproc will - # determine an appropriate Cloud Storage location (US, ASIA, or EU) for your - # cluster's staging bucket according to the Google Compute Engine zone where - # your cluster is deployed, and then it will create and manage this project- - # level, per-location bucket for you. + # Optional. A Google Cloud Storage bucket used to stage job dependencies, config + # files, and job driver console output. If you do not specify a staging bucket, + # Cloud Dataproc will determine a Cloud Storage location (US, ASIA, or EU) for + # your cluster's staging bucket according to the Google Compute Engine zone + # where your cluster is deployed, and then create and manage this project-level, + # per-location bucket (see Cloud Dataproc staging bucket). # Corresponds to the JSON property `configBucket` # @return [String] attr_accessor :config_bucket @@ -390,6 +403,11 @@ module Google # @return [Google::Apis::DataprocV1beta2::EncryptionConfig] attr_accessor :encryption_config + # Endpoint config for this cluster + # Corresponds to the JSON property `endpointConfig` + # @return [Google::Apis::DataprocV1beta2::EndpointConfig] + attr_accessor :endpoint_config + # Common config settings for resources of Compute Engine cluster instances, # applicable to all instances in the cluster. # Corresponds to the JSON property `gceClusterConfig` @@ -428,6 +446,11 @@ module Google # @return [Google::Apis::DataprocV1beta2::InstanceGroupConfig] attr_accessor :secondary_worker_config + # Security related configuration, including encryption, Kerberos, etc. + # Corresponds to the JSON property `securityConfig` + # @return [Google::Apis::DataprocV1beta2::SecurityConfig] + attr_accessor :security_config + # Specifies the selection and config of software inside the cluster. # Corresponds to the JSON property `softwareConfig` # @return [Google::Apis::DataprocV1beta2::SoftwareConfig] @@ -448,11 +471,13 @@ module Google @autoscaling_config = args[:autoscaling_config] if args.key?(:autoscaling_config) @config_bucket = args[:config_bucket] if args.key?(:config_bucket) @encryption_config = args[:encryption_config] if args.key?(:encryption_config) + @endpoint_config = args[:endpoint_config] if args.key?(:endpoint_config) @gce_cluster_config = args[:gce_cluster_config] if args.key?(:gce_cluster_config) @initialization_actions = args[:initialization_actions] if args.key?(:initialization_actions) @lifecycle_config = args[:lifecycle_config] if args.key?(:lifecycle_config) @master_config = args[:master_config] if args.key?(:master_config) @secondary_worker_config = args[:secondary_worker_config] if args.key?(:secondary_worker_config) + @security_config = args[:security_config] if args.key?(:security_config) @software_config = args[:software_config] if args.key?(:software_config) @worker_config = args[:worker_config] if args.key?(:worker_config) end @@ -789,6 +814,34 @@ module Google end end + # Endpoint config for this cluster + class EndpointConfig + include Google::Apis::Core::Hashable + + # Optional. If true, enable http access to specific ports on the cluster from + # external sources. Defaults to false. + # Corresponds to the JSON property `enableHttpPortAccess` + # @return [Boolean] + attr_accessor :enable_http_port_access + alias_method :enable_http_port_access?, :enable_http_port_access + + # Output only. The map of port descriptions to URLs. Will only be populated if + # enable_http_port_access is true. + # Corresponds to the JSON property `httpPorts` + # @return [Hash] + attr_accessor :http_ports + + def initialize(**args) + update!(**args) + end + + # Update properties of this object + def update!(**args) + @enable_http_port_access = args[:enable_http_port_access] if args.key?(:enable_http_port_access) + @http_ports = args[:http_ports] if args.key?(:http_ports) + end + end + # Represents an expression text. Example: # title: "User account presence" # description: "Determines whether the request has a user account" @@ -1100,13 +1153,17 @@ module Google class InstanceGroupAutoscalingPolicyConfig include Google::Apis::Core::Hashable - # Required. Maximum number of instances for this group. Must be >= min_instances. + # Optional. Maximum number of instances for this group. Required for primary + # workers. Note that by default, clusters will not use secondary workers.Primary + # workers - Bounds: [min_instances, ). Secondary workers - Bounds: [ + # min_instances, ). Default: 0. # Corresponds to the JSON property `maxInstances` # @return [Fixnum] attr_accessor :max_instances - # Optional. Minimum number of instances for this group.Default for primary - # workers is 2, default for secondary workers is 0. + # Optional. Minimum number of instances for this group.Primary workers - Bounds: + # 2, max_instances. Default: 2. Secondary workers - Bounds: 0, max_instances. + # Default: 0. # Corresponds to the JSON property `minInstances` # @return [Fixnum] attr_accessor :min_instances @@ -1116,9 +1173,12 @@ module Google # primary workers have weight 2 and secondary workers have weight 1, then the # cluster should have approximately 2 primary workers to each secondary worker. # Cluster may not reach these exact weights if constrained by min/max bounds or - # other autoscaling configurations.Default 1. Note that all groups have equal an - # equal weight by default, so the cluster will attempt to maintain an equal - # number of workers in each group within configured size bounds per group. + # other autoscaling configurations.Note that all groups have an equal weight by + # default, so the cluster will attempt to maintain an equal number of workers in + # each group within configured size bounds per group. The cluster may not reach + # this balance of weights if not allowed by worker-count bounds. For example, if + # max_instances for secondary workers is 0, only primary workers will be added. + # The cluster can also be out of balance when created.Default: 1. # Corresponds to the JSON property `weight` # @return [Fixnum] attr_accessor :weight @@ -1321,6 +1381,11 @@ module Google # @return [Google::Apis::DataprocV1beta2::JobPlacement] attr_accessor :placement + # A Cloud Dataproc job for running Presto (https://prestosql.io/) queries + # Corresponds to the JSON property `prestoJob` + # @return [Google::Apis::DataprocV1beta2::PrestoJob] + attr_accessor :presto_job + # A Cloud Dataproc job for running Apache PySpark (https://spark.apache.org/docs/ # 0.9.0/python-programming-guide.html) applications on YARN. # Corresponds to the JSON property `pysparkJob` @@ -1392,6 +1457,7 @@ module Google @labels = args[:labels] if args.key?(:labels) @pig_job = args[:pig_job] if args.key?(:pig_job) @placement = args[:placement] if args.key?(:placement) + @presto_job = args[:presto_job] if args.key?(:presto_job) @pyspark_job = args[:pyspark_job] if args.key?(:pyspark_job) @reference = args[:reference] if args.key?(:reference) @scheduling = args[:scheduling] if args.key?(:scheduling) @@ -1520,6 +1586,120 @@ module Google end end + # Specifies Kerberos related configuration. + class KerberosConfig + include Google::Apis::Core::Hashable + + # Optional. The admin server (IP or hostname) for the remote trusted realm in a + # cross realm trust relationship. + # Corresponds to the JSON property `crossRealmTrustAdminServer` + # @return [String] + attr_accessor :cross_realm_trust_admin_server + + # Optional. The KDC (IP or hostname) for the remote trusted realm in a cross + # realm trust relationship. + # Corresponds to the JSON property `crossRealmTrustKdc` + # @return [String] + attr_accessor :cross_realm_trust_kdc + + # Optional. The remote realm the Dataproc on-cluster KDC will trust, should the + # user enable cross realm trust. + # Corresponds to the JSON property `crossRealmTrustRealm` + # @return [String] + attr_accessor :cross_realm_trust_realm + + # Optional. The GCS uri of a KMS encrypted file containing the shared password + # between the on-cluster Kerberos realm and the remote trusted realm, in a cross + # realm trust relationship. + # Corresponds to the JSON property `crossRealmTrustSharedPasswordUri` + # @return [String] + attr_accessor :cross_realm_trust_shared_password_uri + + # Optional. Flag to indicate whether to Kerberize the cluster. + # Corresponds to the JSON property `enableKerberos` + # @return [Boolean] + attr_accessor :enable_kerberos + alias_method :enable_kerberos?, :enable_kerberos + + # Optional. The GCS uri of a KMS encrypted file containing the master key of the + # KDC database. + # Corresponds to the JSON property `kdcDbKeyUri` + # @return [String] + attr_accessor :kdc_db_key_uri + + # Optional. The GCS uri of a KMS encrypted file containing the password to the + # user provided key. For the self-signed certificate, this password is generated + # by Dataproc. + # Corresponds to the JSON property `keyPasswordUri` + # @return [String] + attr_accessor :key_password_uri + + # Optional. The GCS uri of a KMS encrypted file containing the password to the + # user provided keystore. For the self-signed certificate, this password is + # generated by Dataproc. + # Corresponds to the JSON property `keystorePasswordUri` + # @return [String] + attr_accessor :keystore_password_uri + + # Optional. The GCS uri of the keystore file used for SSL encryption. If not + # provided, Dataproc will provide a self-signed certificate. + # Corresponds to the JSON property `keystoreUri` + # @return [String] + attr_accessor :keystore_uri + + # Required. The uri of the KMS key used to encrypt various sensitive files. + # Corresponds to the JSON property `kmsKeyUri` + # @return [String] + attr_accessor :kms_key_uri + + # Required. The GCS uri of a KMS encrypted file containing the root principal + # password. + # Corresponds to the JSON property `rootPrincipalPasswordUri` + # @return [String] + attr_accessor :root_principal_password_uri + + # Optional. The lifetime of the ticket granting ticket, in hours. If not + # specified, or user specifies 0, then default value 10 will be used. + # Corresponds to the JSON property `tgtLifetimeHours` + # @return [Fixnum] + attr_accessor :tgt_lifetime_hours + + # Optional. The GCS uri of a KMS encrypted file containing the password to the + # user provided truststore. For the self-signed certificate, this password is + # generated by Dataproc. + # Corresponds to the JSON property `truststorePasswordUri` + # @return [String] + attr_accessor :truststore_password_uri + + # Optional. The GCS uri of the truststore file used for SSL encryption. If not + # provided, Dataproc will provide a self-signed certificate. + # Corresponds to the JSON property `truststoreUri` + # @return [String] + attr_accessor :truststore_uri + + def initialize(**args) + update!(**args) + end + + # Update properties of this object + def update!(**args) + @cross_realm_trust_admin_server = args[:cross_realm_trust_admin_server] if args.key?(:cross_realm_trust_admin_server) + @cross_realm_trust_kdc = args[:cross_realm_trust_kdc] if args.key?(:cross_realm_trust_kdc) + @cross_realm_trust_realm = args[:cross_realm_trust_realm] if args.key?(:cross_realm_trust_realm) + @cross_realm_trust_shared_password_uri = args[:cross_realm_trust_shared_password_uri] if args.key?(:cross_realm_trust_shared_password_uri) + @enable_kerberos = args[:enable_kerberos] if args.key?(:enable_kerberos) + @kdc_db_key_uri = args[:kdc_db_key_uri] if args.key?(:kdc_db_key_uri) + @key_password_uri = args[:key_password_uri] if args.key?(:key_password_uri) + @keystore_password_uri = args[:keystore_password_uri] if args.key?(:keystore_password_uri) + @keystore_uri = args[:keystore_uri] if args.key?(:keystore_uri) + @kms_key_uri = args[:kms_key_uri] if args.key?(:kms_key_uri) + @root_principal_password_uri = args[:root_principal_password_uri] if args.key?(:root_principal_password_uri) + @tgt_lifetime_hours = args[:tgt_lifetime_hours] if args.key?(:tgt_lifetime_hours) + @truststore_password_uri = args[:truststore_password_uri] if args.key?(:truststore_password_uri) + @truststore_uri = args[:truststore_uri] if args.key?(:truststore_uri) + end + end + # Specifies the cluster auto-delete schedule configuration. class LifecycleConfig include Google::Apis::Core::Hashable @@ -2146,6 +2326,67 @@ module Google end end + # A Cloud Dataproc job for running Presto (https://prestosql.io/) queries + class PrestoJob + include Google::Apis::Core::Hashable + + # Optional. Presto client tags to attach to this query + # Corresponds to the JSON property `clientTags` + # @return [Array] + attr_accessor :client_tags + + # Optional. Whether to continue executing queries if a query fails. The default + # value is false. Setting to true can be useful when executing independent + # parallel queries. + # Corresponds to the JSON property `continueOnFailure` + # @return [Boolean] + attr_accessor :continue_on_failure + alias_method :continue_on_failure?, :continue_on_failure + + # The runtime logging config of the job. + # Corresponds to the JSON property `loggingConfig` + # @return [Google::Apis::DataprocV1beta2::LoggingConfig] + attr_accessor :logging_config + + # Optional. The format in which query output will be displayed. See the Presto + # documentation for supported output formats + # Corresponds to the JSON property `outputFormat` + # @return [String] + attr_accessor :output_format + + # Optional. A mapping of property names to values. Used to set Presto session + # properties (https://prestodb.io/docs/current/sql/set-session.html) Equivalent + # to using the --session flag in the Presto CLI + # Corresponds to the JSON property `properties` + # @return [Hash] + attr_accessor :properties + + # The HCFS URI of the script that contains SQL queries. + # Corresponds to the JSON property `queryFileUri` + # @return [String] + attr_accessor :query_file_uri + + # A list of queries to run on a cluster. + # Corresponds to the JSON property `queryList` + # @return [Google::Apis::DataprocV1beta2::QueryList] + attr_accessor :query_list + + def initialize(**args) + update!(**args) + end + + # Update properties of this object + def update!(**args) + @client_tags = args[:client_tags] if args.key?(:client_tags) + @continue_on_failure = args[:continue_on_failure] if args.key?(:continue_on_failure) + @logging_config = args[:logging_config] if args.key?(:logging_config) + @output_format = args[:output_format] if args.key?(:output_format) + @properties = args[:properties] if args.key?(:properties) + @query_file_uri = args[:query_file_uri] if args.key?(:query_file_uri) + @query_list = args[:query_list] if args.key?(:query_list) + end + end + # A Cloud Dataproc job for running Apache PySpark (https://spark.apache.org/docs/ # 0.9.0/python-programming-guide.html) applications on YARN. class PySparkJob @@ -2270,6 +2511,25 @@ module Google end end + # Security related configuration, including encryption, Kerberos, etc. + class SecurityConfig + include Google::Apis::Core::Hashable + + # Specifies Kerberos related configuration. + # Corresponds to the JSON property `kerberosConfig` + # @return [Google::Apis::DataprocV1beta2::KerberosConfig] + attr_accessor :kerberos_config + + def initialize(**args) + update!(**args) + end + + # Update properties of this object + def update!(**args) + @kerberos_config = args[:kerberos_config] if args.key?(:kerberos_config) + end + end + # Request message for SetIamPolicy method. class SetIamPolicyRequest include Google::Apis::Core::Hashable @@ -2341,8 +2601,8 @@ module Google attr_accessor :optional_components # Optional. The properties to set on daemon config files.Property keys are - # specified in prefix:property format, such as core:fs.defaultFS. The following - # are supported prefixes and their mappings: + # specified in prefix:property format, for example core:hadoop.tmp.dir. The + # following are supported prefixes and their mappings: # capacity-scheduler: capacity-scheduler.xml # core: core-site.xml # distcp: distcp-default.xml diff --git a/generated/google/apis/dataproc_v1beta2/representations.rb b/generated/google/apis/dataproc_v1beta2/representations.rb index 3daf343a0..9ab70e7e1 100644 --- a/generated/google/apis/dataproc_v1beta2/representations.rb +++ b/generated/google/apis/dataproc_v1beta2/representations.rb @@ -148,6 +148,12 @@ module Google include Google::Apis::Core::JsonObjectSupport end + class EndpointConfig + class Representation < Google::Apis::Core::JsonRepresentation; end + + include Google::Apis::Core::JsonObjectSupport + end + class Expr class Representation < Google::Apis::Core::JsonRepresentation; end @@ -226,6 +232,12 @@ module Google include Google::Apis::Core::JsonObjectSupport end + class KerberosConfig + class Representation < Google::Apis::Core::JsonRepresentation; end + + include Google::Apis::Core::JsonObjectSupport + end + class LifecycleConfig class Representation < Google::Apis::Core::JsonRepresentation; end @@ -316,6 +328,12 @@ module Google include Google::Apis::Core::JsonObjectSupport end + class PrestoJob + class Representation < Google::Apis::Core::JsonRepresentation; end + + include Google::Apis::Core::JsonObjectSupport + end + class PySparkJob class Representation < Google::Apis::Core::JsonRepresentation; end @@ -334,6 +352,12 @@ module Google include Google::Apis::Core::JsonObjectSupport end + class SecurityConfig + class Representation < Google::Apis::Core::JsonRepresentation; end + + include Google::Apis::Core::JsonObjectSupport + end + class SetIamPolicyRequest class Representation < Google::Apis::Core::JsonRepresentation; end @@ -536,6 +560,8 @@ module Google property :config_bucket, as: 'configBucket' property :encryption_config, as: 'encryptionConfig', class: Google::Apis::DataprocV1beta2::EncryptionConfig, decorator: Google::Apis::DataprocV1beta2::EncryptionConfig::Representation + property :endpoint_config, as: 'endpointConfig', class: Google::Apis::DataprocV1beta2::EndpointConfig, decorator: Google::Apis::DataprocV1beta2::EndpointConfig::Representation + property :gce_cluster_config, as: 'gceClusterConfig', class: Google::Apis::DataprocV1beta2::GceClusterConfig, decorator: Google::Apis::DataprocV1beta2::GceClusterConfig::Representation collection :initialization_actions, as: 'initializationActions', class: Google::Apis::DataprocV1beta2::NodeInitializationAction, decorator: Google::Apis::DataprocV1beta2::NodeInitializationAction::Representation @@ -546,6 +572,8 @@ module Google property :secondary_worker_config, as: 'secondaryWorkerConfig', class: Google::Apis::DataprocV1beta2::InstanceGroupConfig, decorator: Google::Apis::DataprocV1beta2::InstanceGroupConfig::Representation + property :security_config, as: 'securityConfig', class: Google::Apis::DataprocV1beta2::SecurityConfig, decorator: Google::Apis::DataprocV1beta2::SecurityConfig::Representation + property :software_config, as: 'softwareConfig', class: Google::Apis::DataprocV1beta2::SoftwareConfig, decorator: Google::Apis::DataprocV1beta2::SoftwareConfig::Representation property :worker_config, as: 'workerConfig', class: Google::Apis::DataprocV1beta2::InstanceGroupConfig, decorator: Google::Apis::DataprocV1beta2::InstanceGroupConfig::Representation @@ -649,6 +677,14 @@ module Google end end + class EndpointConfig + # @private + class Representation < Google::Apis::Core::JsonRepresentation + property :enable_http_port_access, as: 'enableHttpPortAccess' + hash :http_ports, as: 'httpPorts' + end + end + class Expr # @private class Representation < Google::Apis::Core::JsonRepresentation @@ -761,6 +797,8 @@ module Google property :placement, as: 'placement', class: Google::Apis::DataprocV1beta2::JobPlacement, decorator: Google::Apis::DataprocV1beta2::JobPlacement::Representation + property :presto_job, as: 'prestoJob', class: Google::Apis::DataprocV1beta2::PrestoJob, decorator: Google::Apis::DataprocV1beta2::PrestoJob::Representation + property :pyspark_job, as: 'pysparkJob', class: Google::Apis::DataprocV1beta2::PySparkJob, decorator: Google::Apis::DataprocV1beta2::PySparkJob::Representation property :reference, as: 'reference', class: Google::Apis::DataprocV1beta2::JobReference, decorator: Google::Apis::DataprocV1beta2::JobReference::Representation @@ -816,6 +854,26 @@ module Google end end + class KerberosConfig + # @private + class Representation < Google::Apis::Core::JsonRepresentation + property :cross_realm_trust_admin_server, as: 'crossRealmTrustAdminServer' + property :cross_realm_trust_kdc, as: 'crossRealmTrustKdc' + property :cross_realm_trust_realm, as: 'crossRealmTrustRealm' + property :cross_realm_trust_shared_password_uri, as: 'crossRealmTrustSharedPasswordUri' + property :enable_kerberos, as: 'enableKerberos' + property :kdc_db_key_uri, as: 'kdcDbKeyUri' + property :key_password_uri, as: 'keyPasswordUri' + property :keystore_password_uri, as: 'keystorePasswordUri' + property :keystore_uri, as: 'keystoreUri' + property :kms_key_uri, as: 'kmsKeyUri' + property :root_principal_password_uri, as: 'rootPrincipalPasswordUri' + property :tgt_lifetime_hours, as: 'tgtLifetimeHours' + property :truststore_password_uri, as: 'truststorePasswordUri' + property :truststore_uri, as: 'truststoreUri' + end + end + class LifecycleConfig # @private class Representation < Google::Apis::Core::JsonRepresentation @@ -973,6 +1031,21 @@ module Google end end + class PrestoJob + # @private + class Representation < Google::Apis::Core::JsonRepresentation + collection :client_tags, as: 'clientTags' + property :continue_on_failure, as: 'continueOnFailure' + property :logging_config, as: 'loggingConfig', class: Google::Apis::DataprocV1beta2::LoggingConfig, decorator: Google::Apis::DataprocV1beta2::LoggingConfig::Representation + + property :output_format, as: 'outputFormat' + hash :properties, as: 'properties' + property :query_file_uri, as: 'queryFileUri' + property :query_list, as: 'queryList', class: Google::Apis::DataprocV1beta2::QueryList, decorator: Google::Apis::DataprocV1beta2::QueryList::Representation + + end + end + class PySparkJob # @private class Representation < Google::Apis::Core::JsonRepresentation @@ -1002,6 +1075,14 @@ module Google end end + class SecurityConfig + # @private + class Representation < Google::Apis::Core::JsonRepresentation + property :kerberos_config, as: 'kerberosConfig', class: Google::Apis::DataprocV1beta2::KerberosConfig, decorator: Google::Apis::DataprocV1beta2::KerberosConfig::Representation + + end + end + class SetIamPolicyRequest # @private class Representation < Google::Apis::Core::JsonRepresentation diff --git a/generated/google/apis/dlp_v2.rb b/generated/google/apis/dlp_v2.rb index bf3463702..3aed0a969 100644 --- a/generated/google/apis/dlp_v2.rb +++ b/generated/google/apis/dlp_v2.rb @@ -27,7 +27,7 @@ module Google # @see https://cloud.google.com/dlp/docs/ module DlpV2 VERSION = 'V2' - REVISION = '20190305' + REVISION = '20190307' # View and manage your data across Google Cloud Platform services AUTH_CLOUD_PLATFORM = 'https://www.googleapis.com/auth/cloud-platform' diff --git a/generated/google/apis/dlp_v2/classes.rb b/generated/google/apis/dlp_v2/classes.rb index fa900c58b..e5170b5cc 100644 --- a/generated/google/apis/dlp_v2/classes.rb +++ b/generated/google/apis/dlp_v2/classes.rb @@ -1038,7 +1038,7 @@ module Google # The template id can contain uppercase and lowercase letters, # numbers, and hyphens; that is, it must match the regular - # expression: `[a-zA-Z\\d-]+`. The maximum length is 100 + # expression: `[a-zA-Z\\d-_]+`. The maximum length is 100 # characters. Can be empty to allow the system to generate one. # Corresponds to the JSON property `templateId` # @return [String] @@ -1068,7 +1068,7 @@ module Google # The job id can contain uppercase and lowercase letters, # numbers, and hyphens; that is, it must match the regular - # expression: `[a-zA-Z\\d-]+`. The maximum length is 100 + # expression: `[a-zA-Z\\d-_]+`. The maximum length is 100 # characters. Can be empty to allow the system to generate one. # Corresponds to the JSON property `jobId` # @return [String] @@ -1106,7 +1106,7 @@ module Google # The template id can contain uppercase and lowercase letters, # numbers, and hyphens; that is, it must match the regular - # expression: `[a-zA-Z\\d-]+`. The maximum length is 100 + # expression: `[a-zA-Z\\d-_]+`. The maximum length is 100 # characters. Can be empty to allow the system to generate one. # Corresponds to the JSON property `templateId` # @return [String] @@ -1135,7 +1135,7 @@ module Google # The trigger id can contain uppercase and lowercase letters, # numbers, and hyphens; that is, it must match the regular - # expression: `[a-zA-Z\\d-]+`. The maximum length is 100 + # expression: `[a-zA-Z\\d-_]+`. The maximum length is 100 # characters. Can be empty to allow the system to generate one. # Corresponds to the JSON property `triggerId` # @return [String] @@ -1163,7 +1163,7 @@ module Google # The storedInfoType ID can contain uppercase and lowercase letters, # numbers, and hyphens; that is, it must match the regular - # expression: `[a-zA-Z\\d-]+`. The maximum length is 100 + # expression: `[a-zA-Z\\d-_]+`. The maximum length is 100 # characters. Can be empty to allow the system to generate one. # Corresponds to the JSON property `storedInfoTypeId` # @return [String] diff --git a/generated/google/apis/redis_v1.rb b/generated/google/apis/redis_v1.rb index f10922044..45e6d6ee3 100644 --- a/generated/google/apis/redis_v1.rb +++ b/generated/google/apis/redis_v1.rb @@ -25,7 +25,7 @@ module Google # @see https://cloud.google.com/memorystore/docs/redis/ module RedisV1 VERSION = 'V1' - REVISION = '20190128' + REVISION = '20190308' # View and manage your data across Google Cloud Platform services AUTH_CLOUD_PLATFORM = 'https://www.googleapis.com/auth/cloud-platform' diff --git a/generated/google/apis/redis_v1beta1.rb b/generated/google/apis/redis_v1beta1.rb index 41bc0d176..5cb8dc6fb 100644 --- a/generated/google/apis/redis_v1beta1.rb +++ b/generated/google/apis/redis_v1beta1.rb @@ -25,7 +25,7 @@ module Google # @see https://cloud.google.com/memorystore/docs/redis/ module RedisV1beta1 VERSION = 'V1beta1' - REVISION = '20190128' + REVISION = '20190308' # View and manage your data across Google Cloud Platform services AUTH_CLOUD_PLATFORM = 'https://www.googleapis.com/auth/cloud-platform' diff --git a/generated/google/apis/streetviewpublish_v1.rb b/generated/google/apis/streetviewpublish_v1.rb index 99f8dc832..125c36e1a 100644 --- a/generated/google/apis/streetviewpublish_v1.rb +++ b/generated/google/apis/streetviewpublish_v1.rb @@ -27,7 +27,7 @@ module Google # @see https://developers.google.com/streetview/publish/ module StreetviewpublishV1 VERSION = 'V1' - REVISION = '20190305' + REVISION = '20190306' # Publish and manage your 360 photos on Google Street View AUTH_STREETVIEWPUBLISH = 'https://www.googleapis.com/auth/streetviewpublish' diff --git a/generated/google/apis/streetviewpublish_v1/classes.rb b/generated/google/apis/streetviewpublish_v1/classes.rb index 1c3eba834..5617d8f65 100644 --- a/generated/google/apis/streetviewpublish_v1/classes.rb +++ b/generated/google/apis/streetviewpublish_v1/classes.rb @@ -266,14 +266,14 @@ module Google attr_accessor :done alias_method :done?, :done - # The `Status` type defines a logical error model that is suitable for different - # programming environments, including REST APIs and RPC APIs. It is used by - # [gRPC](https://github.com/grpc). The error model is designed to be: + # The `Status` type defines a logical error model that is suitable for + # different programming environments, including REST APIs and RPC APIs. It is + # used by [gRPC](https://github.com/grpc). The error model is designed to be: # - Simple to use and understand for most users # - Flexible enough to meet unexpected needs # # Overview - # The `Status` message contains three pieces of data: error code, error message, - # and error details. The error code should be an enum value of + # The `Status` message contains three pieces of data: error code, error + # message, and error details. The error code should be an enum value of # google.rpc.Code, but it may accept additional error codes if needed. The # error message should be a developer-facing English message that helps # developers *understand* and *resolve* the error. If a localized user-facing @@ -476,14 +476,14 @@ module Google # @return [Google::Apis::StreetviewpublishV1::Photo] attr_accessor :photo - # The `Status` type defines a logical error model that is suitable for different - # programming environments, including REST APIs and RPC APIs. It is used by - # [gRPC](https://github.com/grpc). The error model is designed to be: + # The `Status` type defines a logical error model that is suitable for + # different programming environments, including REST APIs and RPC APIs. It is + # used by [gRPC](https://github.com/grpc). The error model is designed to be: # - Simple to use and understand for most users # - Flexible enough to meet unexpected needs # # Overview - # The `Status` message contains three pieces of data: error code, error message, - # and error details. The error code should be an enum value of + # The `Status` message contains three pieces of data: error code, error + # message, and error details. The error code should be an enum value of # google.rpc.Code, but it may accept additional error codes if needed. The # error message should be a developer-facing English message that helps # developers *understand* and *resolve* the error. If a localized user-facing @@ -636,14 +636,14 @@ module Google end end - # The `Status` type defines a logical error model that is suitable for different - # programming environments, including REST APIs and RPC APIs. It is used by - # [gRPC](https://github.com/grpc). The error model is designed to be: + # The `Status` type defines a logical error model that is suitable for + # different programming environments, including REST APIs and RPC APIs. It is + # used by [gRPC](https://github.com/grpc). The error model is designed to be: # - Simple to use and understand for most users # - Flexible enough to meet unexpected needs # # Overview - # The `Status` message contains three pieces of data: error code, error message, - # and error details. The error code should be an enum value of + # The `Status` message contains three pieces of data: error code, error + # message, and error details. The error code should be an enum value of # google.rpc.Code, but it may accept additional error codes if needed. The # error message should be a developer-facing English message that helps # developers *understand* and *resolve* the error. If a localized user-facing