2016-10-04 00:30:46 +00:00
|
|
|
# Copyright 2015 Google Inc.
|
|
|
|
|
#
|
|
|
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
|
# you may not use this file except in compliance with the License.
|
|
|
|
|
# You may obtain a copy of the License at
|
|
|
|
|
#
|
|
|
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
|
#
|
|
|
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
|
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
|
# See the License for the specific language governing permissions and
|
|
|
|
|
# limitations under the License.
|
|
|
|
|
|
|
|
|
|
require 'google/apis/core/base_service'
|
|
|
|
|
require 'google/apis/core/json_representation'
|
|
|
|
|
require 'google/apis/core/hashable'
|
|
|
|
|
require 'google/apis/errors'
|
|
|
|
|
|
|
|
|
|
module Google
|
|
|
|
|
module Apis
|
|
|
|
|
module DataflowV1b3
|
2018-03-03 00:36:18 +00:00
|
|
|
# Dataflow API
|
2016-10-04 00:30:46 +00:00
|
|
|
#
|
2017-01-13 23:04:35 +00:00
|
|
|
# Manages Google Cloud Dataflow projects on Google Cloud Platform.
|
2016-10-04 00:30:46 +00:00
|
|
|
#
|
|
|
|
|
# @example
|
|
|
|
|
# require 'google/apis/dataflow_v1b3'
|
|
|
|
|
#
|
|
|
|
|
# Dataflow = Google::Apis::DataflowV1b3 # Alias the module
|
|
|
|
|
# service = Dataflow::DataflowService.new
|
|
|
|
|
#
|
|
|
|
|
# @see https://cloud.google.com/dataflow
|
|
|
|
|
class DataflowService < Google::Apis::Core::BaseService
|
2017-06-14 17:02:03 +00:00
|
|
|
# @return [String]
|
|
|
|
|
# API key. Your API key identifies your project and provides you with API access,
|
|
|
|
|
# quota, and reports. Required unless you provide an OAuth 2.0 token.
|
|
|
|
|
attr_accessor :key
|
|
|
|
|
|
2017-07-12 20:10:42 +00:00
|
|
|
# @return [String]
|
|
|
|
|
# Available to use for quota purposes for server-side applications. Can be any
|
|
|
|
|
# arbitrary string assigned to a user, but should not exceed 40 characters.
|
|
|
|
|
attr_accessor :quota_user
|
|
|
|
|
|
2016-10-04 00:30:46 +00:00
|
|
|
def initialize
|
|
|
|
|
super('https://dataflow.googleapis.com/', '')
|
2017-04-03 20:18:48 +00:00
|
|
|
@batch_path = 'batch'
|
2016-10-04 00:30:46 +00:00
|
|
|
end
|
|
|
|
|
|
2020-04-13 16:49:10 +00:00
|
|
|
# Deletes a snapshot.
|
|
|
|
|
# @param [String] project_id
|
|
|
|
|
# The ID of the Cloud Platform project that the snapshot belongs to.
|
|
|
|
|
# @param [String] location
|
|
|
|
|
# The location that contains this snapshot.
|
|
|
|
|
# @param [String] snapshot_id
|
|
|
|
|
# The ID of the snapshot.
|
|
|
|
|
# @param [String] fields
|
|
|
|
|
# Selector specifying which fields to include in a partial response.
|
|
|
|
|
# @param [String] quota_user
|
|
|
|
|
# Available to use for quota purposes for server-side applications. Can be any
|
|
|
|
|
# arbitrary string assigned to a user, but should not exceed 40 characters.
|
|
|
|
|
# @param [Google::Apis::RequestOptions] options
|
|
|
|
|
# Request-specific options
|
|
|
|
|
#
|
|
|
|
|
# @yield [result, err] Result & error if block supplied
|
|
|
|
|
# @yieldparam result [Google::Apis::DataflowV1b3::DeleteSnapshotResponse] parsed result object
|
|
|
|
|
# @yieldparam err [StandardError] error object if request failed
|
|
|
|
|
#
|
|
|
|
|
# @return [Google::Apis::DataflowV1b3::DeleteSnapshotResponse]
|
|
|
|
|
#
|
|
|
|
|
# @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
|
|
|
|
|
# @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
|
|
|
|
|
# @raise [Google::Apis::AuthorizationError] Authorization is required
|
|
|
|
|
def delete_project_snapshots(project_id, location: nil, snapshot_id: nil, fields: nil, quota_user: nil, options: nil, &block)
|
|
|
|
|
command = make_simple_command(:delete, 'v1b3/projects/{projectId}/snapshots', options)
|
|
|
|
|
command.response_representation = Google::Apis::DataflowV1b3::DeleteSnapshotResponse::Representation
|
|
|
|
|
command.response_class = Google::Apis::DataflowV1b3::DeleteSnapshotResponse
|
|
|
|
|
command.params['projectId'] = project_id unless project_id.nil?
|
|
|
|
|
command.query['location'] = location unless location.nil?
|
|
|
|
|
command.query['snapshotId'] = snapshot_id unless snapshot_id.nil?
|
|
|
|
|
command.query['fields'] = fields unless fields.nil?
|
|
|
|
|
command.query['quotaUser'] = quota_user unless quota_user.nil?
|
|
|
|
|
execute_or_queue_command(command, &block)
|
|
|
|
|
end
|
|
|
|
|
|
2016-10-04 00:30:46 +00:00
|
|
|
# Send a worker_message to the service.
|
|
|
|
|
# @param [String] project_id
|
|
|
|
|
# The project to send the WorkerMessages to.
|
|
|
|
|
# @param [Google::Apis::DataflowV1b3::SendWorkerMessagesRequest] send_worker_messages_request_object
|
2017-07-12 20:10:42 +00:00
|
|
|
# @param [String] fields
|
|
|
|
|
# Selector specifying which fields to include in a partial response.
|
2016-10-04 00:30:46 +00:00
|
|
|
# @param [String] quota_user
|
|
|
|
|
# Available to use for quota purposes for server-side applications. Can be any
|
|
|
|
|
# arbitrary string assigned to a user, but should not exceed 40 characters.
|
|
|
|
|
# @param [Google::Apis::RequestOptions] options
|
|
|
|
|
# Request-specific options
|
|
|
|
|
#
|
|
|
|
|
# @yield [result, err] Result & error if block supplied
|
|
|
|
|
# @yieldparam result [Google::Apis::DataflowV1b3::SendWorkerMessagesResponse] parsed result object
|
|
|
|
|
# @yieldparam err [StandardError] error object if request failed
|
|
|
|
|
#
|
|
|
|
|
# @return [Google::Apis::DataflowV1b3::SendWorkerMessagesResponse]
|
|
|
|
|
#
|
|
|
|
|
# @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
|
|
|
|
|
# @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
|
|
|
|
|
# @raise [Google::Apis::AuthorizationError] Authorization is required
|
2017-07-12 20:10:42 +00:00
|
|
|
def worker_project_messages(project_id, send_worker_messages_request_object = nil, fields: nil, quota_user: nil, options: nil, &block)
|
2019-05-10 00:37:26 +00:00
|
|
|
command = make_simple_command(:post, 'v1b3/projects/{projectId}/WorkerMessages', options)
|
2016-10-04 00:30:46 +00:00
|
|
|
command.request_representation = Google::Apis::DataflowV1b3::SendWorkerMessagesRequest::Representation
|
|
|
|
|
command.request_object = send_worker_messages_request_object
|
|
|
|
|
command.response_representation = Google::Apis::DataflowV1b3::SendWorkerMessagesResponse::Representation
|
|
|
|
|
command.response_class = Google::Apis::DataflowV1b3::SendWorkerMessagesResponse
|
|
|
|
|
command.params['projectId'] = project_id unless project_id.nil?
|
2017-06-14 17:02:03 +00:00
|
|
|
command.query['fields'] = fields unless fields.nil?
|
2017-05-26 16:44:32 +00:00
|
|
|
command.query['quotaUser'] = quota_user unless quota_user.nil?
|
|
|
|
|
execute_or_queue_command(command, &block)
|
|
|
|
|
end
|
|
|
|
|
|
2020-05-26 00:38:26 +00:00
|
|
|
# Creates a new TemplateVersion (Important: not new Template) entry in the
|
|
|
|
|
# spanner table. Requires project_id and display_name (template).
|
|
|
|
|
# @param [String] name
|
|
|
|
|
# The location of the template, name includes project_id and display_name.
|
|
|
|
|
# Commit using project_id(pid1) and display_name(tid1).
|
|
|
|
|
# Format: projects/`pid1`/catalogTemplates/`tid1`
|
|
|
|
|
# @param [Google::Apis::DataflowV1b3::CommitTemplateVersionRequest] commit_template_version_request_object
|
|
|
|
|
# @param [String] fields
|
|
|
|
|
# Selector specifying which fields to include in a partial response.
|
|
|
|
|
# @param [String] quota_user
|
|
|
|
|
# Available to use for quota purposes for server-side applications. Can be any
|
|
|
|
|
# arbitrary string assigned to a user, but should not exceed 40 characters.
|
|
|
|
|
# @param [Google::Apis::RequestOptions] options
|
|
|
|
|
# Request-specific options
|
|
|
|
|
#
|
|
|
|
|
# @yield [result, err] Result & error if block supplied
|
|
|
|
|
# @yieldparam result [Google::Apis::DataflowV1b3::TemplateVersion] parsed result object
|
|
|
|
|
# @yieldparam err [StandardError] error object if request failed
|
|
|
|
|
#
|
|
|
|
|
# @return [Google::Apis::DataflowV1b3::TemplateVersion]
|
|
|
|
|
#
|
|
|
|
|
# @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
|
|
|
|
|
# @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
|
|
|
|
|
# @raise [Google::Apis::AuthorizationError] Authorization is required
|
|
|
|
|
def commit_catalog_template_template_version(name, commit_template_version_request_object = nil, fields: nil, quota_user: nil, options: nil, &block)
|
|
|
|
|
command = make_simple_command(:post, 'v1b3/{+name}:commit', options)
|
|
|
|
|
command.request_representation = Google::Apis::DataflowV1b3::CommitTemplateVersionRequest::Representation
|
|
|
|
|
command.request_object = commit_template_version_request_object
|
|
|
|
|
command.response_representation = Google::Apis::DataflowV1b3::TemplateVersion::Representation
|
|
|
|
|
command.response_class = Google::Apis::DataflowV1b3::TemplateVersion
|
|
|
|
|
command.params['name'] = name unless name.nil?
|
|
|
|
|
command.query['fields'] = fields unless fields.nil?
|
|
|
|
|
command.query['quotaUser'] = quota_user unless quota_user.nil?
|
|
|
|
|
execute_or_queue_command(command, &block)
|
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
# Deletes an existing Template. Do nothing if Template does not exist.
|
|
|
|
|
# @param [String] name
|
|
|
|
|
# name includes project_id and display_name.
|
|
|
|
|
# Delete by project_id(pid1) and display_name(tid1).
|
|
|
|
|
# Format: projects/`pid1`/catalogTemplates/`tid1`
|
|
|
|
|
# @param [String] fields
|
|
|
|
|
# Selector specifying which fields to include in a partial response.
|
|
|
|
|
# @param [String] quota_user
|
|
|
|
|
# Available to use for quota purposes for server-side applications. Can be any
|
|
|
|
|
# arbitrary string assigned to a user, but should not exceed 40 characters.
|
|
|
|
|
# @param [Google::Apis::RequestOptions] options
|
|
|
|
|
# Request-specific options
|
|
|
|
|
#
|
|
|
|
|
# @yield [result, err] Result & error if block supplied
|
|
|
|
|
# @yieldparam result [Google::Apis::DataflowV1b3::Empty] parsed result object
|
|
|
|
|
# @yieldparam err [StandardError] error object if request failed
|
|
|
|
|
#
|
|
|
|
|
# @return [Google::Apis::DataflowV1b3::Empty]
|
|
|
|
|
#
|
|
|
|
|
# @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
|
|
|
|
|
# @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
|
|
|
|
|
# @raise [Google::Apis::AuthorizationError] Authorization is required
|
|
|
|
|
def delete_project_catalog_template(name, fields: nil, quota_user: nil, options: nil, &block)
|
|
|
|
|
command = make_simple_command(:delete, 'v1b3/{+name}', options)
|
|
|
|
|
command.response_representation = Google::Apis::DataflowV1b3::Empty::Representation
|
|
|
|
|
command.response_class = Google::Apis::DataflowV1b3::Empty
|
|
|
|
|
command.params['name'] = name unless name.nil?
|
|
|
|
|
command.query['fields'] = fields unless fields.nil?
|
|
|
|
|
command.query['quotaUser'] = quota_user unless quota_user.nil?
|
|
|
|
|
execute_or_queue_command(command, &block)
|
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
# Get TemplateVersion using project_id and display_name with an optional
|
|
|
|
|
# version_id field. Get latest (has tag "latest") TemplateVersion if
|
|
|
|
|
# version_id not set.
|
|
|
|
|
# @param [String] name
|
|
|
|
|
# Resource name includes project_id and display_name. version_id is optional.
|
|
|
|
|
# Get the latest TemplateVersion if version_id not set.
|
|
|
|
|
# Get by project_id(pid1) and display_name(tid1):
|
|
|
|
|
# Format: projects/`pid1`/catalogTemplates/`tid1`
|
|
|
|
|
# Get by project_id(pid1), display_name(tid1), and version_id(vid1):
|
|
|
|
|
# Format: projects/`pid1`/catalogTemplates/`tid1@vid`
|
|
|
|
|
# @param [String] fields
|
|
|
|
|
# Selector specifying which fields to include in a partial response.
|
|
|
|
|
# @param [String] quota_user
|
|
|
|
|
# Available to use for quota purposes for server-side applications. Can be any
|
|
|
|
|
# arbitrary string assigned to a user, but should not exceed 40 characters.
|
|
|
|
|
# @param [Google::Apis::RequestOptions] options
|
|
|
|
|
# Request-specific options
|
|
|
|
|
#
|
|
|
|
|
# @yield [result, err] Result & error if block supplied
|
|
|
|
|
# @yieldparam result [Google::Apis::DataflowV1b3::TemplateVersion] parsed result object
|
|
|
|
|
# @yieldparam err [StandardError] error object if request failed
|
|
|
|
|
#
|
|
|
|
|
# @return [Google::Apis::DataflowV1b3::TemplateVersion]
|
|
|
|
|
#
|
|
|
|
|
# @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
|
|
|
|
|
# @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
|
|
|
|
|
# @raise [Google::Apis::AuthorizationError] Authorization is required
|
|
|
|
|
def get_project_catalog_template(name, fields: nil, quota_user: nil, options: nil, &block)
|
|
|
|
|
command = make_simple_command(:get, 'v1b3/{+name}', options)
|
|
|
|
|
command.response_representation = Google::Apis::DataflowV1b3::TemplateVersion::Representation
|
|
|
|
|
command.response_class = Google::Apis::DataflowV1b3::TemplateVersion
|
|
|
|
|
command.params['name'] = name unless name.nil?
|
|
|
|
|
command.query['fields'] = fields unless fields.nil?
|
|
|
|
|
command.query['quotaUser'] = quota_user unless quota_user.nil?
|
|
|
|
|
execute_or_queue_command(command, &block)
|
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
# Updates the label of the TemplateVersion. Label can be duplicated in
|
|
|
|
|
# Template, so either add or remove the label in the TemplateVersion.
|
|
|
|
|
# @param [String] name
|
|
|
|
|
# Resource name includes project_id, display_name, and version_id.
|
|
|
|
|
# Updates by project_id(pid1), display_name(tid1), and version_id(vid1):
|
|
|
|
|
# Format: projects/`pid1`/catalogTemplates/`tid1@vid`
|
|
|
|
|
# @param [Google::Apis::DataflowV1b3::ModifyTemplateVersionLabelRequest] modify_template_version_label_request_object
|
|
|
|
|
# @param [String] fields
|
|
|
|
|
# Selector specifying which fields to include in a partial response.
|
|
|
|
|
# @param [String] quota_user
|
|
|
|
|
# Available to use for quota purposes for server-side applications. Can be any
|
|
|
|
|
# arbitrary string assigned to a user, but should not exceed 40 characters.
|
|
|
|
|
# @param [Google::Apis::RequestOptions] options
|
|
|
|
|
# Request-specific options
|
|
|
|
|
#
|
|
|
|
|
# @yield [result, err] Result & error if block supplied
|
|
|
|
|
# @yieldparam result [Google::Apis::DataflowV1b3::ModifyTemplateVersionLabelResponse] parsed result object
|
|
|
|
|
# @yieldparam err [StandardError] error object if request failed
|
|
|
|
|
#
|
|
|
|
|
# @return [Google::Apis::DataflowV1b3::ModifyTemplateVersionLabelResponse]
|
|
|
|
|
#
|
|
|
|
|
# @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
|
|
|
|
|
# @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
|
|
|
|
|
# @raise [Google::Apis::AuthorizationError] Authorization is required
|
|
|
|
|
def label_project_catalog_template(name, modify_template_version_label_request_object = nil, fields: nil, quota_user: nil, options: nil, &block)
|
|
|
|
|
command = make_simple_command(:post, 'v1b3/{+name}:label', options)
|
|
|
|
|
command.request_representation = Google::Apis::DataflowV1b3::ModifyTemplateVersionLabelRequest::Representation
|
|
|
|
|
command.request_object = modify_template_version_label_request_object
|
|
|
|
|
command.response_representation = Google::Apis::DataflowV1b3::ModifyTemplateVersionLabelResponse::Representation
|
|
|
|
|
command.response_class = Google::Apis::DataflowV1b3::ModifyTemplateVersionLabelResponse
|
|
|
|
|
command.params['name'] = name unless name.nil?
|
|
|
|
|
command.query['fields'] = fields unless fields.nil?
|
|
|
|
|
command.query['quotaUser'] = quota_user unless quota_user.nil?
|
|
|
|
|
execute_or_queue_command(command, &block)
|
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
# Updates the tag of the TemplateVersion, and tag is unique in Template.
|
|
|
|
|
# If tag exists in another TemplateVersion in the Template, updates the tag
|
|
|
|
|
# to this TemplateVersion will remove it from the old TemplateVersion and add
|
|
|
|
|
# it to this TemplateVersion. If request is remove_only (remove_only = true),
|
|
|
|
|
# remove the tag from this TemplateVersion.
|
|
|
|
|
# @param [String] name
|
|
|
|
|
# Resource name includes project_id, display_name, and version_id.
|
|
|
|
|
# Updates by project_id(pid1), display_name(tid1), and version_id(vid1):
|
|
|
|
|
# Format: projects/`pid1`/catalogTemplates/`tid1@vid`
|
|
|
|
|
# @param [Google::Apis::DataflowV1b3::ModifyTemplateVersionTagRequest] modify_template_version_tag_request_object
|
|
|
|
|
# @param [String] fields
|
|
|
|
|
# Selector specifying which fields to include in a partial response.
|
|
|
|
|
# @param [String] quota_user
|
|
|
|
|
# Available to use for quota purposes for server-side applications. Can be any
|
|
|
|
|
# arbitrary string assigned to a user, but should not exceed 40 characters.
|
|
|
|
|
# @param [Google::Apis::RequestOptions] options
|
|
|
|
|
# Request-specific options
|
|
|
|
|
#
|
|
|
|
|
# @yield [result, err] Result & error if block supplied
|
|
|
|
|
# @yieldparam result [Google::Apis::DataflowV1b3::ModifyTemplateVersionTagResponse] parsed result object
|
|
|
|
|
# @yieldparam err [StandardError] error object if request failed
|
|
|
|
|
#
|
|
|
|
|
# @return [Google::Apis::DataflowV1b3::ModifyTemplateVersionTagResponse]
|
|
|
|
|
#
|
|
|
|
|
# @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
|
|
|
|
|
# @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
|
|
|
|
|
# @raise [Google::Apis::AuthorizationError] Authorization is required
|
|
|
|
|
def tag_project_catalog_template(name, modify_template_version_tag_request_object = nil, fields: nil, quota_user: nil, options: nil, &block)
|
|
|
|
|
command = make_simple_command(:post, 'v1b3/{+name}:tag', options)
|
|
|
|
|
command.request_representation = Google::Apis::DataflowV1b3::ModifyTemplateVersionTagRequest::Representation
|
|
|
|
|
command.request_object = modify_template_version_tag_request_object
|
|
|
|
|
command.response_representation = Google::Apis::DataflowV1b3::ModifyTemplateVersionTagResponse::Representation
|
|
|
|
|
command.response_class = Google::Apis::DataflowV1b3::ModifyTemplateVersionTagResponse
|
|
|
|
|
command.params['name'] = name unless name.nil?
|
|
|
|
|
command.query['fields'] = fields unless fields.nil?
|
|
|
|
|
command.query['quotaUser'] = quota_user unless quota_user.nil?
|
|
|
|
|
execute_or_queue_command(command, &block)
|
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
# Creates a new Template with TemplateVersion. Requires
|
|
|
|
|
# project_id(projects) and template display_name(catalogTemplates).
|
|
|
|
|
# The template display_name is set by the user.
|
|
|
|
|
# @param [String] parent
|
|
|
|
|
# The parent project and template that the TemplateVersion will be created
|
|
|
|
|
# under.
|
|
|
|
|
# Create using project_id(pid1) and display_name(tid1).
|
|
|
|
|
# Format: projects/`pid1`/catalogTemplates/`tid1`
|
|
|
|
|
# @param [Google::Apis::DataflowV1b3::CreateTemplateVersionRequest] create_template_version_request_object
|
|
|
|
|
# @param [String] fields
|
|
|
|
|
# Selector specifying which fields to include in a partial response.
|
|
|
|
|
# @param [String] quota_user
|
|
|
|
|
# Available to use for quota purposes for server-side applications. Can be any
|
|
|
|
|
# arbitrary string assigned to a user, but should not exceed 40 characters.
|
|
|
|
|
# @param [Google::Apis::RequestOptions] options
|
|
|
|
|
# Request-specific options
|
|
|
|
|
#
|
|
|
|
|
# @yield [result, err] Result & error if block supplied
|
|
|
|
|
# @yieldparam result [Google::Apis::DataflowV1b3::TemplateVersion] parsed result object
|
|
|
|
|
# @yieldparam err [StandardError] error object if request failed
|
|
|
|
|
#
|
|
|
|
|
# @return [Google::Apis::DataflowV1b3::TemplateVersion]
|
|
|
|
|
#
|
|
|
|
|
# @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
|
|
|
|
|
# @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
|
|
|
|
|
# @raise [Google::Apis::AuthorizationError] Authorization is required
|
|
|
|
|
def create_template_version(parent, create_template_version_request_object = nil, fields: nil, quota_user: nil, options: nil, &block)
|
|
|
|
|
command = make_simple_command(:post, 'v1b3/{+parent}/templateVersions', options)
|
|
|
|
|
command.request_representation = Google::Apis::DataflowV1b3::CreateTemplateVersionRequest::Representation
|
|
|
|
|
command.request_object = create_template_version_request_object
|
|
|
|
|
command.response_representation = Google::Apis::DataflowV1b3::TemplateVersion::Representation
|
|
|
|
|
command.response_class = Google::Apis::DataflowV1b3::TemplateVersion
|
|
|
|
|
command.params['parent'] = parent unless parent.nil?
|
|
|
|
|
command.query['fields'] = fields unless fields.nil?
|
|
|
|
|
command.query['quotaUser'] = quota_user unless quota_user.nil?
|
|
|
|
|
execute_or_queue_command(command, &block)
|
|
|
|
|
end
|
|
|
|
|
|
2017-08-25 19:54:22 +00:00
|
|
|
# List the jobs of a project across all regions.
|
2017-06-14 17:02:03 +00:00
|
|
|
# @param [String] project_id
|
2017-08-25 19:54:22 +00:00
|
|
|
# The project which owns the jobs.
|
|
|
|
|
# @param [String] filter
|
|
|
|
|
# The kind of filter to use.
|
2017-06-14 17:02:03 +00:00
|
|
|
# @param [String] location
|
2019-02-20 02:14:27 +00:00
|
|
|
# The [regional endpoint]
|
|
|
|
|
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that
|
|
|
|
|
# contains this job.
|
2017-08-25 19:54:22 +00:00
|
|
|
# @param [Fixnum] page_size
|
|
|
|
|
# If there are many jobs, limit response to at most this many.
|
|
|
|
|
# The actual number of jobs returned will be the lesser of max_responses
|
|
|
|
|
# and an unspecified server-defined limit.
|
|
|
|
|
# @param [String] page_token
|
|
|
|
|
# Set this to the 'next_page_token' field of a previous response
|
|
|
|
|
# to request additional results in a long list.
|
|
|
|
|
# @param [String] view
|
|
|
|
|
# Level of information requested in response. Default is `JOB_VIEW_SUMMARY`.
|
2017-07-12 20:10:42 +00:00
|
|
|
# @param [String] fields
|
|
|
|
|
# Selector specifying which fields to include in a partial response.
|
2017-06-14 17:02:03 +00:00
|
|
|
# @param [String] quota_user
|
|
|
|
|
# Available to use for quota purposes for server-side applications. Can be any
|
|
|
|
|
# arbitrary string assigned to a user, but should not exceed 40 characters.
|
|
|
|
|
# @param [Google::Apis::RequestOptions] options
|
|
|
|
|
# Request-specific options
|
|
|
|
|
#
|
|
|
|
|
# @yield [result, err] Result & error if block supplied
|
2017-08-25 19:54:22 +00:00
|
|
|
# @yieldparam result [Google::Apis::DataflowV1b3::ListJobsResponse] parsed result object
|
2017-06-14 17:02:03 +00:00
|
|
|
# @yieldparam err [StandardError] error object if request failed
|
|
|
|
|
#
|
2017-08-25 19:54:22 +00:00
|
|
|
# @return [Google::Apis::DataflowV1b3::ListJobsResponse]
|
2017-06-14 17:02:03 +00:00
|
|
|
#
|
|
|
|
|
# @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
|
|
|
|
|
# @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
|
|
|
|
|
# @raise [Google::Apis::AuthorizationError] Authorization is required
|
2017-08-25 19:54:22 +00:00
|
|
|
def aggregated_project_job(project_id, filter: nil, location: nil, page_size: nil, page_token: nil, view: nil, fields: nil, quota_user: nil, options: nil, &block)
|
2019-05-10 00:37:26 +00:00
|
|
|
command = make_simple_command(:get, 'v1b3/projects/{projectId}/jobs:aggregated', options)
|
2017-08-25 19:54:22 +00:00
|
|
|
command.response_representation = Google::Apis::DataflowV1b3::ListJobsResponse::Representation
|
|
|
|
|
command.response_class = Google::Apis::DataflowV1b3::ListJobsResponse
|
2017-06-14 17:02:03 +00:00
|
|
|
command.params['projectId'] = project_id unless project_id.nil?
|
2017-08-25 19:54:22 +00:00
|
|
|
command.query['filter'] = filter unless filter.nil?
|
|
|
|
|
command.query['location'] = location unless location.nil?
|
|
|
|
|
command.query['pageSize'] = page_size unless page_size.nil?
|
|
|
|
|
command.query['pageToken'] = page_token unless page_token.nil?
|
|
|
|
|
command.query['view'] = view unless view.nil?
|
2017-06-14 17:02:03 +00:00
|
|
|
command.query['fields'] = fields unless fields.nil?
|
2017-07-12 20:10:42 +00:00
|
|
|
command.query['quotaUser'] = quota_user unless quota_user.nil?
|
2017-06-14 17:02:03 +00:00
|
|
|
execute_or_queue_command(command, &block)
|
|
|
|
|
end
|
|
|
|
|
|
2017-08-25 19:54:22 +00:00
|
|
|
# Creates a Cloud Dataflow job.
|
2019-02-20 02:14:27 +00:00
|
|
|
# To create a job, we recommend using `projects.locations.jobs.create` with a
|
|
|
|
|
# [regional endpoint]
|
|
|
|
|
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using
|
|
|
|
|
# `projects.jobs.create` is not recommended, as your job will always start
|
|
|
|
|
# in `us-central1`.
|
2017-05-26 16:44:32 +00:00
|
|
|
# @param [String] project_id
|
2017-08-25 19:54:22 +00:00
|
|
|
# The ID of the Cloud Platform project that the job belongs to.
|
|
|
|
|
# @param [Google::Apis::DataflowV1b3::Job] job_object
|
2017-05-26 16:44:32 +00:00
|
|
|
# @param [String] location
|
2019-02-20 02:14:27 +00:00
|
|
|
# The [regional endpoint]
|
|
|
|
|
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that
|
|
|
|
|
# contains this job.
|
2017-08-25 19:54:22 +00:00
|
|
|
# @param [String] replace_job_id
|
|
|
|
|
# Deprecated. This field is now in the Job message.
|
2017-07-12 20:10:42 +00:00
|
|
|
# @param [String] view
|
2017-08-25 19:54:22 +00:00
|
|
|
# The level of information requested in response.
|
2017-07-12 20:10:42 +00:00
|
|
|
# @param [String] fields
|
|
|
|
|
# Selector specifying which fields to include in a partial response.
|
2017-05-26 16:44:32 +00:00
|
|
|
# @param [String] quota_user
|
|
|
|
|
# Available to use for quota purposes for server-side applications. Can be any
|
|
|
|
|
# arbitrary string assigned to a user, but should not exceed 40 characters.
|
|
|
|
|
# @param [Google::Apis::RequestOptions] options
|
|
|
|
|
# Request-specific options
|
|
|
|
|
#
|
|
|
|
|
# @yield [result, err] Result & error if block supplied
|
2017-08-25 19:54:22 +00:00
|
|
|
# @yieldparam result [Google::Apis::DataflowV1b3::Job] parsed result object
|
2017-05-26 16:44:32 +00:00
|
|
|
# @yieldparam err [StandardError] error object if request failed
|
|
|
|
|
#
|
2017-08-25 19:54:22 +00:00
|
|
|
# @return [Google::Apis::DataflowV1b3::Job]
|
2017-05-26 16:44:32 +00:00
|
|
|
#
|
|
|
|
|
# @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
|
|
|
|
|
# @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
|
|
|
|
|
# @raise [Google::Apis::AuthorizationError] Authorization is required
|
2017-08-25 19:54:22 +00:00
|
|
|
def create_project_job(project_id, job_object = nil, location: nil, replace_job_id: nil, view: nil, fields: nil, quota_user: nil, options: nil, &block)
|
2019-05-10 00:37:26 +00:00
|
|
|
command = make_simple_command(:post, 'v1b3/projects/{projectId}/jobs', options)
|
2017-08-25 19:54:22 +00:00
|
|
|
command.request_representation = Google::Apis::DataflowV1b3::Job::Representation
|
|
|
|
|
command.request_object = job_object
|
|
|
|
|
command.response_representation = Google::Apis::DataflowV1b3::Job::Representation
|
|
|
|
|
command.response_class = Google::Apis::DataflowV1b3::Job
|
2017-05-26 16:44:32 +00:00
|
|
|
command.params['projectId'] = project_id unless project_id.nil?
|
2017-08-25 19:54:22 +00:00
|
|
|
command.query['location'] = location unless location.nil?
|
|
|
|
|
command.query['replaceJobId'] = replace_job_id unless replace_job_id.nil?
|
2017-06-14 17:02:03 +00:00
|
|
|
command.query['view'] = view unless view.nil?
|
2017-06-02 06:11:31 +00:00
|
|
|
command.query['fields'] = fields unless fields.nil?
|
2017-07-12 20:10:42 +00:00
|
|
|
command.query['quotaUser'] = quota_user unless quota_user.nil?
|
2017-05-26 16:44:32 +00:00
|
|
|
execute_or_queue_command(command, &block)
|
|
|
|
|
end
|
|
|
|
|
|
2017-08-25 19:54:22 +00:00
|
|
|
# Gets the state of the specified Cloud Dataflow job.
|
2019-02-20 02:14:27 +00:00
|
|
|
# To get the state of a job, we recommend using `projects.locations.jobs.get`
|
|
|
|
|
# with a [regional endpoint]
|
|
|
|
|
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using
|
|
|
|
|
# `projects.jobs.get` is not recommended, as you can only get the state of
|
|
|
|
|
# jobs that are running in `us-central1`.
|
2017-05-26 16:44:32 +00:00
|
|
|
# @param [String] project_id
|
2017-08-25 19:54:22 +00:00
|
|
|
# The ID of the Cloud Platform project that the job belongs to.
|
|
|
|
|
# @param [String] job_id
|
|
|
|
|
# The job ID.
|
2017-06-14 17:02:03 +00:00
|
|
|
# @param [String] location
|
2019-02-20 02:14:27 +00:00
|
|
|
# The [regional endpoint]
|
|
|
|
|
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that
|
|
|
|
|
# contains this job.
|
2017-08-25 19:54:22 +00:00
|
|
|
# @param [String] view
|
|
|
|
|
# The level of information requested in response.
|
2017-07-12 20:10:42 +00:00
|
|
|
# @param [String] fields
|
|
|
|
|
# Selector specifying which fields to include in a partial response.
|
2017-05-26 16:44:32 +00:00
|
|
|
# @param [String] quota_user
|
|
|
|
|
# Available to use for quota purposes for server-side applications. Can be any
|
|
|
|
|
# arbitrary string assigned to a user, but should not exceed 40 characters.
|
|
|
|
|
# @param [Google::Apis::RequestOptions] options
|
|
|
|
|
# Request-specific options
|
|
|
|
|
#
|
|
|
|
|
# @yield [result, err] Result & error if block supplied
|
|
|
|
|
# @yieldparam result [Google::Apis::DataflowV1b3::Job] parsed result object
|
|
|
|
|
# @yieldparam err [StandardError] error object if request failed
|
|
|
|
|
#
|
|
|
|
|
# @return [Google::Apis::DataflowV1b3::Job]
|
|
|
|
|
#
|
|
|
|
|
# @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
|
|
|
|
|
# @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
|
|
|
|
|
# @raise [Google::Apis::AuthorizationError] Authorization is required
|
2017-08-25 19:54:22 +00:00
|
|
|
def get_project_job(project_id, job_id, location: nil, view: nil, fields: nil, quota_user: nil, options: nil, &block)
|
2019-05-10 00:37:26 +00:00
|
|
|
command = make_simple_command(:get, 'v1b3/projects/{projectId}/jobs/{jobId}', options)
|
2017-05-26 16:44:32 +00:00
|
|
|
command.response_representation = Google::Apis::DataflowV1b3::Job::Representation
|
|
|
|
|
command.response_class = Google::Apis::DataflowV1b3::Job
|
|
|
|
|
command.params['projectId'] = project_id unless project_id.nil?
|
2017-08-25 19:54:22 +00:00
|
|
|
command.params['jobId'] = job_id unless job_id.nil?
|
|
|
|
|
command.query['location'] = location unless location.nil?
|
|
|
|
|
command.query['view'] = view unless view.nil?
|
2017-06-02 06:11:31 +00:00
|
|
|
command.query['fields'] = fields unless fields.nil?
|
2017-07-12 20:10:42 +00:00
|
|
|
command.query['quotaUser'] = quota_user unless quota_user.nil?
|
2017-05-26 16:44:32 +00:00
|
|
|
execute_or_queue_command(command, &block)
|
|
|
|
|
end
|
|
|
|
|
|
2017-07-12 20:10:42 +00:00
|
|
|
# Request the job status.
|
2019-02-20 02:14:27 +00:00
|
|
|
# To request the status of a job, we recommend using
|
|
|
|
|
# `projects.locations.jobs.getMetrics` with a [regional endpoint]
|
|
|
|
|
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using
|
|
|
|
|
# `projects.jobs.getMetrics` is not recommended, as you can only request the
|
|
|
|
|
# status of jobs that are running in `us-central1`.
|
2017-05-26 16:44:32 +00:00
|
|
|
# @param [String] project_id
|
2017-07-12 20:10:42 +00:00
|
|
|
# A project id.
|
2017-06-14 17:02:03 +00:00
|
|
|
# @param [String] job_id
|
2017-07-12 20:10:42 +00:00
|
|
|
# The job to get messages for.
|
2017-08-25 19:54:22 +00:00
|
|
|
# @param [String] location
|
2019-02-20 02:14:27 +00:00
|
|
|
# The [regional endpoint]
|
|
|
|
|
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that
|
|
|
|
|
# contains the job specified by job_id.
|
2017-07-12 20:10:42 +00:00
|
|
|
# @param [String] start_time
|
|
|
|
|
# Return only metric data that has changed since this time.
|
|
|
|
|
# Default is to return all information about all metrics for the job.
|
|
|
|
|
# @param [String] fields
|
|
|
|
|
# Selector specifying which fields to include in a partial response.
|
2017-05-26 16:44:32 +00:00
|
|
|
# @param [String] quota_user
|
|
|
|
|
# Available to use for quota purposes for server-side applications. Can be any
|
|
|
|
|
# arbitrary string assigned to a user, but should not exceed 40 characters.
|
|
|
|
|
# @param [Google::Apis::RequestOptions] options
|
|
|
|
|
# Request-specific options
|
|
|
|
|
#
|
|
|
|
|
# @yield [result, err] Result & error if block supplied
|
2017-07-12 20:10:42 +00:00
|
|
|
# @yieldparam result [Google::Apis::DataflowV1b3::JobMetrics] parsed result object
|
2017-05-26 16:44:32 +00:00
|
|
|
# @yieldparam err [StandardError] error object if request failed
|
|
|
|
|
#
|
2017-07-12 20:10:42 +00:00
|
|
|
# @return [Google::Apis::DataflowV1b3::JobMetrics]
|
2017-05-26 16:44:32 +00:00
|
|
|
#
|
|
|
|
|
# @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
|
|
|
|
|
# @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
|
|
|
|
|
# @raise [Google::Apis::AuthorizationError] Authorization is required
|
2017-08-25 19:54:22 +00:00
|
|
|
def get_project_job_metrics(project_id, job_id, location: nil, start_time: nil, fields: nil, quota_user: nil, options: nil, &block)
|
2019-05-10 00:37:26 +00:00
|
|
|
command = make_simple_command(:get, 'v1b3/projects/{projectId}/jobs/{jobId}/metrics', options)
|
2017-07-12 20:10:42 +00:00
|
|
|
command.response_representation = Google::Apis::DataflowV1b3::JobMetrics::Representation
|
|
|
|
|
command.response_class = Google::Apis::DataflowV1b3::JobMetrics
|
2017-03-31 19:53:27 +00:00
|
|
|
command.params['projectId'] = project_id unless project_id.nil?
|
2017-06-14 17:02:03 +00:00
|
|
|
command.params['jobId'] = job_id unless job_id.nil?
|
2017-08-25 19:54:22 +00:00
|
|
|
command.query['location'] = location unless location.nil?
|
2017-07-12 20:10:42 +00:00
|
|
|
command.query['startTime'] = start_time unless start_time.nil?
|
2017-06-02 06:11:31 +00:00
|
|
|
command.query['fields'] = fields unless fields.nil?
|
2017-07-12 20:10:42 +00:00
|
|
|
command.query['quotaUser'] = quota_user unless quota_user.nil?
|
2017-05-26 16:44:32 +00:00
|
|
|
execute_or_queue_command(command, &block)
|
|
|
|
|
end
|
|
|
|
|
|
2019-02-20 02:14:27 +00:00
|
|
|
# List the jobs of a project.
|
|
|
|
|
# To list the jobs of a project in a region, we recommend using
|
|
|
|
|
# `projects.locations.jobs.get` with a [regional endpoint]
|
|
|
|
|
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). To
|
|
|
|
|
# list the all jobs across all regions, use `projects.jobs.aggregated`. Using
|
|
|
|
|
# `projects.jobs.list` is not recommended, as you can only get the list of
|
|
|
|
|
# jobs that are running in `us-central1`.
|
2017-05-26 16:44:32 +00:00
|
|
|
# @param [String] project_id
|
2017-07-12 20:10:42 +00:00
|
|
|
# The project which owns the jobs.
|
|
|
|
|
# @param [String] filter
|
|
|
|
|
# The kind of filter to use.
|
2017-08-25 19:54:22 +00:00
|
|
|
# @param [String] location
|
2019-02-20 02:14:27 +00:00
|
|
|
# The [regional endpoint]
|
|
|
|
|
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that
|
|
|
|
|
# contains this job.
|
2017-07-12 20:10:42 +00:00
|
|
|
# @param [Fixnum] page_size
|
|
|
|
|
# If there are many jobs, limit response to at most this many.
|
|
|
|
|
# The actual number of jobs returned will be the lesser of max_responses
|
|
|
|
|
# and an unspecified server-defined limit.
|
2017-08-25 19:54:22 +00:00
|
|
|
# @param [String] page_token
|
|
|
|
|
# Set this to the 'next_page_token' field of a previous response
|
|
|
|
|
# to request additional results in a long list.
|
2017-06-14 17:02:03 +00:00
|
|
|
# @param [String] view
|
2017-07-12 20:10:42 +00:00
|
|
|
# Level of information requested in response. Default is `JOB_VIEW_SUMMARY`.
|
|
|
|
|
# @param [String] fields
|
|
|
|
|
# Selector specifying which fields to include in a partial response.
|
2017-05-26 16:44:32 +00:00
|
|
|
# @param [String] quota_user
|
|
|
|
|
# Available to use for quota purposes for server-side applications. Can be any
|
|
|
|
|
# arbitrary string assigned to a user, but should not exceed 40 characters.
|
|
|
|
|
# @param [Google::Apis::RequestOptions] options
|
|
|
|
|
# Request-specific options
|
|
|
|
|
#
|
|
|
|
|
# @yield [result, err] Result & error if block supplied
|
2017-07-12 20:10:42 +00:00
|
|
|
# @yieldparam result [Google::Apis::DataflowV1b3::ListJobsResponse] parsed result object
|
2017-05-26 16:44:32 +00:00
|
|
|
# @yieldparam err [StandardError] error object if request failed
|
|
|
|
|
#
|
2017-07-12 20:10:42 +00:00
|
|
|
# @return [Google::Apis::DataflowV1b3::ListJobsResponse]
|
2017-05-26 16:44:32 +00:00
|
|
|
#
|
|
|
|
|
# @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
|
|
|
|
|
# @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
|
|
|
|
|
# @raise [Google::Apis::AuthorizationError] Authorization is required
|
2017-08-25 19:54:22 +00:00
|
|
|
def list_project_jobs(project_id, filter: nil, location: nil, page_size: nil, page_token: nil, view: nil, fields: nil, quota_user: nil, options: nil, &block)
|
2019-05-10 00:37:26 +00:00
|
|
|
command = make_simple_command(:get, 'v1b3/projects/{projectId}/jobs', options)
|
2017-07-12 20:10:42 +00:00
|
|
|
command.response_representation = Google::Apis::DataflowV1b3::ListJobsResponse::Representation
|
|
|
|
|
command.response_class = Google::Apis::DataflowV1b3::ListJobsResponse
|
2017-05-26 16:44:32 +00:00
|
|
|
command.params['projectId'] = project_id unless project_id.nil?
|
2017-07-12 20:10:42 +00:00
|
|
|
command.query['filter'] = filter unless filter.nil?
|
2017-08-25 19:54:22 +00:00
|
|
|
command.query['location'] = location unless location.nil?
|
2017-07-12 20:10:42 +00:00
|
|
|
command.query['pageSize'] = page_size unless page_size.nil?
|
2017-08-25 19:54:22 +00:00
|
|
|
command.query['pageToken'] = page_token unless page_token.nil?
|
2017-06-14 17:02:03 +00:00
|
|
|
command.query['view'] = view unless view.nil?
|
2017-06-02 06:11:31 +00:00
|
|
|
command.query['fields'] = fields unless fields.nil?
|
2017-07-12 20:10:42 +00:00
|
|
|
command.query['quotaUser'] = quota_user unless quota_user.nil?
|
2017-05-26 16:44:32 +00:00
|
|
|
execute_or_queue_command(command, &block)
|
|
|
|
|
end
|
|
|
|
|
|
2020-04-13 16:49:10 +00:00
|
|
|
# Snapshot the state of a streaming job.
|
|
|
|
|
# @param [String] project_id
|
|
|
|
|
# The project which owns the job to be snapshotted.
|
|
|
|
|
# @param [String] job_id
|
|
|
|
|
# The job to be snapshotted.
|
|
|
|
|
# @param [Google::Apis::DataflowV1b3::SnapshotJobRequest] snapshot_job_request_object
|
|
|
|
|
# @param [String] fields
|
|
|
|
|
# Selector specifying which fields to include in a partial response.
|
|
|
|
|
# @param [String] quota_user
|
|
|
|
|
# Available to use for quota purposes for server-side applications. Can be any
|
|
|
|
|
# arbitrary string assigned to a user, but should not exceed 40 characters.
|
|
|
|
|
# @param [Google::Apis::RequestOptions] options
|
|
|
|
|
# Request-specific options
|
|
|
|
|
#
|
|
|
|
|
# @yield [result, err] Result & error if block supplied
|
|
|
|
|
# @yieldparam result [Google::Apis::DataflowV1b3::Snapshot] parsed result object
|
|
|
|
|
# @yieldparam err [StandardError] error object if request failed
|
|
|
|
|
#
|
|
|
|
|
# @return [Google::Apis::DataflowV1b3::Snapshot]
|
|
|
|
|
#
|
|
|
|
|
# @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
|
|
|
|
|
# @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
|
|
|
|
|
# @raise [Google::Apis::AuthorizationError] Authorization is required
|
|
|
|
|
def snapshot_project_job(project_id, job_id, snapshot_job_request_object = nil, fields: nil, quota_user: nil, options: nil, &block)
|
|
|
|
|
command = make_simple_command(:post, 'v1b3/projects/{projectId}/jobs/{jobId}:snapshot', options)
|
|
|
|
|
command.request_representation = Google::Apis::DataflowV1b3::SnapshotJobRequest::Representation
|
|
|
|
|
command.request_object = snapshot_job_request_object
|
|
|
|
|
command.response_representation = Google::Apis::DataflowV1b3::Snapshot::Representation
|
|
|
|
|
command.response_class = Google::Apis::DataflowV1b3::Snapshot
|
|
|
|
|
command.params['projectId'] = project_id unless project_id.nil?
|
|
|
|
|
command.params['jobId'] = job_id unless job_id.nil?
|
|
|
|
|
command.query['fields'] = fields unless fields.nil?
|
|
|
|
|
command.query['quotaUser'] = quota_user unless quota_user.nil?
|
|
|
|
|
execute_or_queue_command(command, &block)
|
|
|
|
|
end
|
|
|
|
|
|
2017-08-25 19:54:22 +00:00
|
|
|
# Updates the state of an existing Cloud Dataflow job.
|
2019-02-20 02:14:27 +00:00
|
|
|
# To update the state of an existing job, we recommend using
|
|
|
|
|
# `projects.locations.jobs.update` with a [regional endpoint]
|
|
|
|
|
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using
|
|
|
|
|
# `projects.jobs.update` is not recommended, as you can only update the state
|
|
|
|
|
# of jobs that are running in `us-central1`.
|
2017-05-26 16:44:32 +00:00
|
|
|
# @param [String] project_id
|
2017-07-12 20:10:42 +00:00
|
|
|
# The ID of the Cloud Platform project that the job belongs to.
|
2017-06-02 06:11:31 +00:00
|
|
|
# @param [String] job_id
|
2017-07-12 20:10:42 +00:00
|
|
|
# The job ID.
|
2017-08-25 19:54:22 +00:00
|
|
|
# @param [Google::Apis::DataflowV1b3::Job] job_object
|
|
|
|
|
# @param [String] location
|
2019-02-20 02:14:27 +00:00
|
|
|
# The [regional endpoint]
|
|
|
|
|
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that
|
|
|
|
|
# contains this job.
|
2017-07-12 20:10:42 +00:00
|
|
|
# @param [String] fields
|
|
|
|
|
# Selector specifying which fields to include in a partial response.
|
2017-05-26 16:44:32 +00:00
|
|
|
# @param [String] quota_user
|
|
|
|
|
# Available to use for quota purposes for server-side applications. Can be any
|
|
|
|
|
# arbitrary string assigned to a user, but should not exceed 40 characters.
|
|
|
|
|
# @param [Google::Apis::RequestOptions] options
|
|
|
|
|
# Request-specific options
|
|
|
|
|
#
|
|
|
|
|
# @yield [result, err] Result & error if block supplied
|
2017-07-12 20:10:42 +00:00
|
|
|
# @yieldparam result [Google::Apis::DataflowV1b3::Job] parsed result object
|
2017-05-26 16:44:32 +00:00
|
|
|
# @yieldparam err [StandardError] error object if request failed
|
|
|
|
|
#
|
2017-07-12 20:10:42 +00:00
|
|
|
# @return [Google::Apis::DataflowV1b3::Job]
|
2017-05-26 16:44:32 +00:00
|
|
|
#
|
|
|
|
|
# @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
|
|
|
|
|
# @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
|
|
|
|
|
# @raise [Google::Apis::AuthorizationError] Authorization is required
|
2017-08-25 19:54:22 +00:00
|
|
|
def update_project_job(project_id, job_id, job_object = nil, location: nil, fields: nil, quota_user: nil, options: nil, &block)
|
2019-05-10 00:37:26 +00:00
|
|
|
command = make_simple_command(:put, 'v1b3/projects/{projectId}/jobs/{jobId}', options)
|
2017-08-25 19:54:22 +00:00
|
|
|
command.request_representation = Google::Apis::DataflowV1b3::Job::Representation
|
|
|
|
|
command.request_object = job_object
|
2017-07-12 20:10:42 +00:00
|
|
|
command.response_representation = Google::Apis::DataflowV1b3::Job::Representation
|
|
|
|
|
command.response_class = Google::Apis::DataflowV1b3::Job
|
2017-05-26 16:44:32 +00:00
|
|
|
command.params['projectId'] = project_id unless project_id.nil?
|
2017-06-02 06:11:31 +00:00
|
|
|
command.params['jobId'] = job_id unless job_id.nil?
|
2017-08-25 19:54:22 +00:00
|
|
|
command.query['location'] = location unless location.nil?
|
2017-06-02 06:11:31 +00:00
|
|
|
command.query['fields'] = fields unless fields.nil?
|
2017-07-12 20:10:42 +00:00
|
|
|
command.query['quotaUser'] = quota_user unless quota_user.nil?
|
2017-03-31 19:53:27 +00:00
|
|
|
execute_or_queue_command(command, &block)
|
|
|
|
|
end
|
|
|
|
|
|
2017-08-25 19:54:22 +00:00
|
|
|
# Get encoded debug configuration for component. Not cacheable.
|
2016-10-04 00:30:46 +00:00
|
|
|
# @param [String] project_id
|
2017-08-25 19:54:22 +00:00
|
|
|
# The project id.
|
2016-10-04 00:30:46 +00:00
|
|
|
# @param [String] job_id
|
2017-08-25 19:54:22 +00:00
|
|
|
# The job id.
|
|
|
|
|
# @param [Google::Apis::DataflowV1b3::GetDebugConfigRequest] get_debug_config_request_object
|
2017-07-12 20:10:42 +00:00
|
|
|
# @param [String] fields
|
|
|
|
|
# Selector specifying which fields to include in a partial response.
|
2016-10-04 00:30:46 +00:00
|
|
|
# @param [String] quota_user
|
|
|
|
|
# Available to use for quota purposes for server-side applications. Can be any
|
|
|
|
|
# arbitrary string assigned to a user, but should not exceed 40 characters.
|
|
|
|
|
# @param [Google::Apis::RequestOptions] options
|
|
|
|
|
# Request-specific options
|
|
|
|
|
#
|
|
|
|
|
# @yield [result, err] Result & error if block supplied
|
2017-08-25 19:54:22 +00:00
|
|
|
# @yieldparam result [Google::Apis::DataflowV1b3::GetDebugConfigResponse] parsed result object
|
2016-10-04 00:30:46 +00:00
|
|
|
# @yieldparam err [StandardError] error object if request failed
|
|
|
|
|
#
|
2017-08-25 19:54:22 +00:00
|
|
|
# @return [Google::Apis::DataflowV1b3::GetDebugConfigResponse]
|
2016-10-04 00:30:46 +00:00
|
|
|
#
|
|
|
|
|
# @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
|
|
|
|
|
# @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
|
|
|
|
|
# @raise [Google::Apis::AuthorizationError] Authorization is required
|
2017-08-25 19:54:22 +00:00
|
|
|
def get_project_job_debug_config(project_id, job_id, get_debug_config_request_object = nil, fields: nil, quota_user: nil, options: nil, &block)
|
2019-05-10 00:37:26 +00:00
|
|
|
command = make_simple_command(:post, 'v1b3/projects/{projectId}/jobs/{jobId}/debug/getConfig', options)
|
2017-08-25 19:54:22 +00:00
|
|
|
command.request_representation = Google::Apis::DataflowV1b3::GetDebugConfigRequest::Representation
|
|
|
|
|
command.request_object = get_debug_config_request_object
|
|
|
|
|
command.response_representation = Google::Apis::DataflowV1b3::GetDebugConfigResponse::Representation
|
|
|
|
|
command.response_class = Google::Apis::DataflowV1b3::GetDebugConfigResponse
|
2016-10-04 00:30:46 +00:00
|
|
|
command.params['projectId'] = project_id unless project_id.nil?
|
|
|
|
|
command.params['jobId'] = job_id unless job_id.nil?
|
2017-06-02 06:11:31 +00:00
|
|
|
command.query['fields'] = fields unless fields.nil?
|
2017-07-12 20:10:42 +00:00
|
|
|
command.query['quotaUser'] = quota_user unless quota_user.nil?
|
2016-10-04 00:30:46 +00:00
|
|
|
execute_or_queue_command(command, &block)
|
|
|
|
|
end
|
|
|
|
|
|
2017-08-25 19:54:22 +00:00
|
|
|
# Send encoded debug capture data for component.
|
2016-10-04 00:30:46 +00:00
|
|
|
# @param [String] project_id
|
2017-08-25 19:54:22 +00:00
|
|
|
# The project id.
|
|
|
|
|
# @param [String] job_id
|
|
|
|
|
# The job id.
|
|
|
|
|
# @param [Google::Apis::DataflowV1b3::SendDebugCaptureRequest] send_debug_capture_request_object
|
2017-07-12 20:10:42 +00:00
|
|
|
# @param [String] fields
|
|
|
|
|
# Selector specifying which fields to include in a partial response.
|
2016-10-04 00:30:46 +00:00
|
|
|
# @param [String] quota_user
|
|
|
|
|
# Available to use for quota purposes for server-side applications. Can be any
|
|
|
|
|
# arbitrary string assigned to a user, but should not exceed 40 characters.
|
|
|
|
|
# @param [Google::Apis::RequestOptions] options
|
|
|
|
|
# Request-specific options
|
|
|
|
|
#
|
|
|
|
|
# @yield [result, err] Result & error if block supplied
|
2017-08-25 19:54:22 +00:00
|
|
|
# @yieldparam result [Google::Apis::DataflowV1b3::SendDebugCaptureResponse] parsed result object
|
2016-10-04 00:30:46 +00:00
|
|
|
# @yieldparam err [StandardError] error object if request failed
|
|
|
|
|
#
|
2017-08-25 19:54:22 +00:00
|
|
|
# @return [Google::Apis::DataflowV1b3::SendDebugCaptureResponse]
|
2016-10-04 00:30:46 +00:00
|
|
|
#
|
|
|
|
|
# @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
|
|
|
|
|
# @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
|
|
|
|
|
# @raise [Google::Apis::AuthorizationError] Authorization is required
|
2017-08-25 19:54:22 +00:00
|
|
|
def send_project_job_debug_capture(project_id, job_id, send_debug_capture_request_object = nil, fields: nil, quota_user: nil, options: nil, &block)
|
2019-05-10 00:37:26 +00:00
|
|
|
command = make_simple_command(:post, 'v1b3/projects/{projectId}/jobs/{jobId}/debug/sendCapture', options)
|
2017-08-25 19:54:22 +00:00
|
|
|
command.request_representation = Google::Apis::DataflowV1b3::SendDebugCaptureRequest::Representation
|
|
|
|
|
command.request_object = send_debug_capture_request_object
|
|
|
|
|
command.response_representation = Google::Apis::DataflowV1b3::SendDebugCaptureResponse::Representation
|
|
|
|
|
command.response_class = Google::Apis::DataflowV1b3::SendDebugCaptureResponse
|
2016-10-04 00:30:46 +00:00
|
|
|
command.params['projectId'] = project_id unless project_id.nil?
|
2017-08-25 19:54:22 +00:00
|
|
|
command.params['jobId'] = job_id unless job_id.nil?
|
2017-06-02 06:11:31 +00:00
|
|
|
command.query['fields'] = fields unless fields.nil?
|
2017-07-12 20:10:42 +00:00
|
|
|
command.query['quotaUser'] = quota_user unless quota_user.nil?
|
2016-10-04 00:30:46 +00:00
|
|
|
execute_or_queue_command(command, &block)
|
|
|
|
|
end
|
|
|
|
|
|
2017-08-25 19:54:22 +00:00
|
|
|
# Request the job status.
|
2019-02-20 02:14:27 +00:00
|
|
|
# To request the status of a job, we recommend using
|
|
|
|
|
# `projects.locations.jobs.messages.list` with a [regional endpoint]
|
|
|
|
|
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using
|
|
|
|
|
# `projects.jobs.messages.list` is not recommended, as you can only request
|
|
|
|
|
# the status of jobs that are running in `us-central1`.
|
2016-10-04 00:30:46 +00:00
|
|
|
# @param [String] project_id
|
2017-08-25 19:54:22 +00:00
|
|
|
# A project id.
|
2016-10-04 00:30:46 +00:00
|
|
|
# @param [String] job_id
|
2017-08-25 19:54:22 +00:00
|
|
|
# The job to get messages about.
|
|
|
|
|
# @param [String] end_time
|
|
|
|
|
# Return only messages with timestamps < end_time. The default is now
|
|
|
|
|
# (i.e. return up to the latest messages available).
|
2017-03-27 22:14:47 +00:00
|
|
|
# @param [String] location
|
2019-02-20 02:14:27 +00:00
|
|
|
# The [regional endpoint]
|
|
|
|
|
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that
|
|
|
|
|
# contains the job specified by job_id.
|
2017-08-25 19:54:22 +00:00
|
|
|
# @param [String] minimum_importance
|
|
|
|
|
# Filter to only get messages with importance >= level
|
|
|
|
|
# @param [Fixnum] page_size
|
|
|
|
|
# If specified, determines the maximum number of messages to
|
|
|
|
|
# return. If unspecified, the service may choose an appropriate
|
|
|
|
|
# default, or may return an arbitrarily large number of results.
|
|
|
|
|
# @param [String] page_token
|
|
|
|
|
# If supplied, this should be the value of next_page_token returned
|
|
|
|
|
# by an earlier call. This will cause the next page of results to
|
|
|
|
|
# be returned.
|
|
|
|
|
# @param [String] start_time
|
|
|
|
|
# If specified, return only messages with timestamps >= start_time.
|
|
|
|
|
# The default is the job creation time (i.e. beginning of messages).
|
2017-07-12 20:10:42 +00:00
|
|
|
# @param [String] fields
|
|
|
|
|
# Selector specifying which fields to include in a partial response.
|
2016-10-04 00:30:46 +00:00
|
|
|
# @param [String] quota_user
|
|
|
|
|
# Available to use for quota purposes for server-side applications. Can be any
|
|
|
|
|
# arbitrary string assigned to a user, but should not exceed 40 characters.
|
|
|
|
|
# @param [Google::Apis::RequestOptions] options
|
|
|
|
|
# Request-specific options
|
|
|
|
|
#
|
|
|
|
|
# @yield [result, err] Result & error if block supplied
|
2017-08-25 19:54:22 +00:00
|
|
|
# @yieldparam result [Google::Apis::DataflowV1b3::ListJobMessagesResponse] parsed result object
|
2016-10-04 00:30:46 +00:00
|
|
|
# @yieldparam err [StandardError] error object if request failed
|
|
|
|
|
#
|
2017-08-25 19:54:22 +00:00
|
|
|
# @return [Google::Apis::DataflowV1b3::ListJobMessagesResponse]
|
2016-10-04 00:30:46 +00:00
|
|
|
#
|
|
|
|
|
# @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
|
|
|
|
|
# @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
|
|
|
|
|
# @raise [Google::Apis::AuthorizationError] Authorization is required
|
2017-08-25 19:54:22 +00:00
|
|
|
def list_project_job_messages(project_id, job_id, end_time: nil, location: nil, minimum_importance: nil, page_size: nil, page_token: nil, start_time: nil, fields: nil, quota_user: nil, options: nil, &block)
|
2019-05-10 00:37:26 +00:00
|
|
|
command = make_simple_command(:get, 'v1b3/projects/{projectId}/jobs/{jobId}/messages', options)
|
2017-08-25 19:54:22 +00:00
|
|
|
command.response_representation = Google::Apis::DataflowV1b3::ListJobMessagesResponse::Representation
|
|
|
|
|
command.response_class = Google::Apis::DataflowV1b3::ListJobMessagesResponse
|
2016-10-04 00:30:46 +00:00
|
|
|
command.params['projectId'] = project_id unless project_id.nil?
|
2017-03-27 22:14:47 +00:00
|
|
|
command.params['jobId'] = job_id unless job_id.nil?
|
2017-08-25 19:54:22 +00:00
|
|
|
command.query['endTime'] = end_time unless end_time.nil?
|
|
|
|
|
command.query['location'] = location unless location.nil?
|
|
|
|
|
command.query['minimumImportance'] = minimum_importance unless minimum_importance.nil?
|
|
|
|
|
command.query['pageSize'] = page_size unless page_size.nil?
|
|
|
|
|
command.query['pageToken'] = page_token unless page_token.nil?
|
|
|
|
|
command.query['startTime'] = start_time unless start_time.nil?
|
2017-06-02 06:11:31 +00:00
|
|
|
command.query['fields'] = fields unless fields.nil?
|
2017-07-12 20:10:42 +00:00
|
|
|
command.query['quotaUser'] = quota_user unless quota_user.nil?
|
2016-10-04 00:30:46 +00:00
|
|
|
execute_or_queue_command(command, &block)
|
|
|
|
|
end
|
|
|
|
|
|
2017-08-25 19:54:22 +00:00
|
|
|
# Leases a dataflow WorkItem to run.
|
2016-10-04 00:30:46 +00:00
|
|
|
# @param [String] project_id
|
2017-08-25 19:54:22 +00:00
|
|
|
# Identifies the project this worker belongs to.
|
2017-05-26 16:44:32 +00:00
|
|
|
# @param [String] job_id
|
2017-08-25 19:54:22 +00:00
|
|
|
# Identifies the workflow job this worker belongs to.
|
|
|
|
|
# @param [Google::Apis::DataflowV1b3::LeaseWorkItemRequest] lease_work_item_request_object
|
2017-07-12 20:10:42 +00:00
|
|
|
# @param [String] fields
|
|
|
|
|
# Selector specifying which fields to include in a partial response.
|
2017-03-10 21:11:09 +00:00
|
|
|
# @param [String] quota_user
|
|
|
|
|
# Available to use for quota purposes for server-side applications. Can be any
|
|
|
|
|
# arbitrary string assigned to a user, but should not exceed 40 characters.
|
|
|
|
|
# @param [Google::Apis::RequestOptions] options
|
|
|
|
|
# Request-specific options
|
|
|
|
|
#
|
|
|
|
|
# @yield [result, err] Result & error if block supplied
|
2017-08-25 19:54:22 +00:00
|
|
|
# @yieldparam result [Google::Apis::DataflowV1b3::LeaseWorkItemResponse] parsed result object
|
2017-03-10 21:11:09 +00:00
|
|
|
# @yieldparam err [StandardError] error object if request failed
|
|
|
|
|
#
|
2017-08-25 19:54:22 +00:00
|
|
|
# @return [Google::Apis::DataflowV1b3::LeaseWorkItemResponse]
|
2017-03-10 21:11:09 +00:00
|
|
|
#
|
|
|
|
|
# @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
|
|
|
|
|
# @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
|
|
|
|
|
# @raise [Google::Apis::AuthorizationError] Authorization is required
|
2017-08-25 19:54:22 +00:00
|
|
|
def lease_project_work_item(project_id, job_id, lease_work_item_request_object = nil, fields: nil, quota_user: nil, options: nil, &block)
|
2019-05-10 00:37:26 +00:00
|
|
|
command = make_simple_command(:post, 'v1b3/projects/{projectId}/jobs/{jobId}/workItems:lease', options)
|
2017-08-25 19:54:22 +00:00
|
|
|
command.request_representation = Google::Apis::DataflowV1b3::LeaseWorkItemRequest::Representation
|
|
|
|
|
command.request_object = lease_work_item_request_object
|
|
|
|
|
command.response_representation = Google::Apis::DataflowV1b3::LeaseWorkItemResponse::Representation
|
|
|
|
|
command.response_class = Google::Apis::DataflowV1b3::LeaseWorkItemResponse
|
2017-03-10 21:11:09 +00:00
|
|
|
command.params['projectId'] = project_id unless project_id.nil?
|
2017-05-26 16:44:32 +00:00
|
|
|
command.params['jobId'] = job_id unless job_id.nil?
|
2017-06-02 06:11:31 +00:00
|
|
|
command.query['fields'] = fields unless fields.nil?
|
2017-07-12 20:10:42 +00:00
|
|
|
command.query['quotaUser'] = quota_user unless quota_user.nil?
|
2017-03-10 21:11:09 +00:00
|
|
|
execute_or_queue_command(command, &block)
|
|
|
|
|
end
|
|
|
|
|
|
2017-08-25 19:54:22 +00:00
|
|
|
# Reports the status of dataflow WorkItems leased by a worker.
|
2017-03-10 21:11:09 +00:00
|
|
|
# @param [String] project_id
|
2017-08-25 19:54:22 +00:00
|
|
|
# The project which owns the WorkItem's job.
|
2017-05-26 16:44:32 +00:00
|
|
|
# @param [String] job_id
|
2017-08-25 19:54:22 +00:00
|
|
|
# The job which the WorkItem is part of.
|
|
|
|
|
# @param [Google::Apis::DataflowV1b3::ReportWorkItemStatusRequest] report_work_item_status_request_object
|
2017-07-12 20:10:42 +00:00
|
|
|
# @param [String] fields
|
|
|
|
|
# Selector specifying which fields to include in a partial response.
|
2016-10-04 00:30:46 +00:00
|
|
|
# @param [String] quota_user
|
|
|
|
|
# Available to use for quota purposes for server-side applications. Can be any
|
|
|
|
|
# arbitrary string assigned to a user, but should not exceed 40 characters.
|
|
|
|
|
# @param [Google::Apis::RequestOptions] options
|
|
|
|
|
# Request-specific options
|
|
|
|
|
#
|
|
|
|
|
# @yield [result, err] Result & error if block supplied
|
2017-08-25 19:54:22 +00:00
|
|
|
# @yieldparam result [Google::Apis::DataflowV1b3::ReportWorkItemStatusResponse] parsed result object
|
2016-10-04 00:30:46 +00:00
|
|
|
# @yieldparam err [StandardError] error object if request failed
|
|
|
|
|
#
|
2017-08-25 19:54:22 +00:00
|
|
|
# @return [Google::Apis::DataflowV1b3::ReportWorkItemStatusResponse]
|
2016-10-04 00:30:46 +00:00
|
|
|
#
|
|
|
|
|
# @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
|
|
|
|
|
# @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
|
|
|
|
|
# @raise [Google::Apis::AuthorizationError] Authorization is required
|
2017-08-25 19:54:22 +00:00
|
|
|
def report_project_job_work_item_status(project_id, job_id, report_work_item_status_request_object = nil, fields: nil, quota_user: nil, options: nil, &block)
|
2019-05-10 00:37:26 +00:00
|
|
|
command = make_simple_command(:post, 'v1b3/projects/{projectId}/jobs/{jobId}/workItems:reportStatus', options)
|
2017-08-25 19:54:22 +00:00
|
|
|
command.request_representation = Google::Apis::DataflowV1b3::ReportWorkItemStatusRequest::Representation
|
|
|
|
|
command.request_object = report_work_item_status_request_object
|
|
|
|
|
command.response_representation = Google::Apis::DataflowV1b3::ReportWorkItemStatusResponse::Representation
|
|
|
|
|
command.response_class = Google::Apis::DataflowV1b3::ReportWorkItemStatusResponse
|
2016-10-04 00:30:46 +00:00
|
|
|
command.params['projectId'] = project_id unless project_id.nil?
|
2017-05-26 16:44:32 +00:00
|
|
|
command.params['jobId'] = job_id unless job_id.nil?
|
2017-06-02 06:11:31 +00:00
|
|
|
command.query['fields'] = fields unless fields.nil?
|
2017-07-12 20:10:42 +00:00
|
|
|
command.query['quotaUser'] = quota_user unless quota_user.nil?
|
2017-03-27 22:14:47 +00:00
|
|
|
execute_or_queue_command(command, &block)
|
|
|
|
|
end
|
|
|
|
|
|
2017-08-25 19:54:22 +00:00
|
|
|
# Send a worker_message to the service.
|
2017-03-27 22:14:47 +00:00
|
|
|
# @param [String] project_id
|
2017-08-25 19:54:22 +00:00
|
|
|
# The project to send the WorkerMessages to.
|
2017-05-26 16:44:32 +00:00
|
|
|
# @param [String] location
|
2019-02-20 02:14:27 +00:00
|
|
|
# The [regional endpoint]
|
|
|
|
|
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that
|
|
|
|
|
# contains the job.
|
2017-08-25 19:54:22 +00:00
|
|
|
# @param [Google::Apis::DataflowV1b3::SendWorkerMessagesRequest] send_worker_messages_request_object
|
2017-07-12 20:10:42 +00:00
|
|
|
# @param [String] fields
|
|
|
|
|
# Selector specifying which fields to include in a partial response.
|
2017-03-27 22:14:47 +00:00
|
|
|
# @param [String] quota_user
|
|
|
|
|
# Available to use for quota purposes for server-side applications. Can be any
|
|
|
|
|
# arbitrary string assigned to a user, but should not exceed 40 characters.
|
|
|
|
|
# @param [Google::Apis::RequestOptions] options
|
|
|
|
|
# Request-specific options
|
|
|
|
|
#
|
|
|
|
|
# @yield [result, err] Result & error if block supplied
|
2017-08-25 19:54:22 +00:00
|
|
|
# @yieldparam result [Google::Apis::DataflowV1b3::SendWorkerMessagesResponse] parsed result object
|
2017-03-27 22:14:47 +00:00
|
|
|
# @yieldparam err [StandardError] error object if request failed
|
|
|
|
|
#
|
2017-08-25 19:54:22 +00:00
|
|
|
# @return [Google::Apis::DataflowV1b3::SendWorkerMessagesResponse]
|
2017-03-27 22:14:47 +00:00
|
|
|
#
|
|
|
|
|
# @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
|
|
|
|
|
# @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
|
|
|
|
|
# @raise [Google::Apis::AuthorizationError] Authorization is required
|
2017-08-25 19:54:22 +00:00
|
|
|
def worker_project_location_messages(project_id, location, send_worker_messages_request_object = nil, fields: nil, quota_user: nil, options: nil, &block)
|
2019-05-10 00:37:26 +00:00
|
|
|
command = make_simple_command(:post, 'v1b3/projects/{projectId}/locations/{location}/WorkerMessages', options)
|
2017-08-25 19:54:22 +00:00
|
|
|
command.request_representation = Google::Apis::DataflowV1b3::SendWorkerMessagesRequest::Representation
|
|
|
|
|
command.request_object = send_worker_messages_request_object
|
|
|
|
|
command.response_representation = Google::Apis::DataflowV1b3::SendWorkerMessagesResponse::Representation
|
|
|
|
|
command.response_class = Google::Apis::DataflowV1b3::SendWorkerMessagesResponse
|
2017-03-27 22:14:47 +00:00
|
|
|
command.params['projectId'] = project_id unless project_id.nil?
|
2017-05-26 16:44:32 +00:00
|
|
|
command.params['location'] = location unless location.nil?
|
2017-03-10 21:11:09 +00:00
|
|
|
command.query['fields'] = fields unless fields.nil?
|
2020-01-19 00:37:30 +00:00
|
|
|
command.query['quotaUser'] = quota_user unless quota_user.nil?
|
|
|
|
|
execute_or_queue_command(command, &block)
|
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
# Launch a job with a FlexTemplate.
|
|
|
|
|
# @param [String] project_id
|
|
|
|
|
# Required. The ID of the Cloud Platform project that the job belongs to.
|
|
|
|
|
# @param [String] location
|
|
|
|
|
# Required. The [regional endpoint]
|
|
|
|
|
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) to
|
|
|
|
|
# which to direct the request. E.g., us-central1, us-west1.
|
|
|
|
|
# @param [Google::Apis::DataflowV1b3::LaunchFlexTemplateRequest] launch_flex_template_request_object
|
|
|
|
|
# @param [String] fields
|
|
|
|
|
# Selector specifying which fields to include in a partial response.
|
|
|
|
|
# @param [String] quota_user
|
|
|
|
|
# Available to use for quota purposes for server-side applications. Can be any
|
|
|
|
|
# arbitrary string assigned to a user, but should not exceed 40 characters.
|
|
|
|
|
# @param [Google::Apis::RequestOptions] options
|
|
|
|
|
# Request-specific options
|
|
|
|
|
#
|
|
|
|
|
# @yield [result, err] Result & error if block supplied
|
|
|
|
|
# @yieldparam result [Google::Apis::DataflowV1b3::LaunchFlexTemplateResponse] parsed result object
|
|
|
|
|
# @yieldparam err [StandardError] error object if request failed
|
|
|
|
|
#
|
|
|
|
|
# @return [Google::Apis::DataflowV1b3::LaunchFlexTemplateResponse]
|
|
|
|
|
#
|
|
|
|
|
# @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
|
|
|
|
|
# @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
|
|
|
|
|
# @raise [Google::Apis::AuthorizationError] Authorization is required
|
|
|
|
|
def launch_flex_template(project_id, location, launch_flex_template_request_object = nil, fields: nil, quota_user: nil, options: nil, &block)
|
|
|
|
|
command = make_simple_command(:post, 'v1b3/projects/{projectId}/locations/{location}/flexTemplates:launch', options)
|
|
|
|
|
command.request_representation = Google::Apis::DataflowV1b3::LaunchFlexTemplateRequest::Representation
|
|
|
|
|
command.request_object = launch_flex_template_request_object
|
|
|
|
|
command.response_representation = Google::Apis::DataflowV1b3::LaunchFlexTemplateResponse::Representation
|
|
|
|
|
command.response_class = Google::Apis::DataflowV1b3::LaunchFlexTemplateResponse
|
|
|
|
|
command.params['projectId'] = project_id unless project_id.nil?
|
|
|
|
|
command.params['location'] = location unless location.nil?
|
|
|
|
|
command.query['fields'] = fields unless fields.nil?
|
2017-07-12 20:10:42 +00:00
|
|
|
command.query['quotaUser'] = quota_user unless quota_user.nil?
|
2017-06-02 06:11:31 +00:00
|
|
|
execute_or_queue_command(command, &block)
|
|
|
|
|
end
|
|
|
|
|
|
2017-08-25 19:54:22 +00:00
|
|
|
# Creates a Cloud Dataflow job.
|
2019-02-20 02:14:27 +00:00
|
|
|
# To create a job, we recommend using `projects.locations.jobs.create` with a
|
|
|
|
|
# [regional endpoint]
|
|
|
|
|
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using
|
|
|
|
|
# `projects.jobs.create` is not recommended, as your job will always start
|
|
|
|
|
# in `us-central1`.
|
2017-06-02 06:11:31 +00:00
|
|
|
# @param [String] project_id
|
2017-08-25 19:54:22 +00:00
|
|
|
# The ID of the Cloud Platform project that the job belongs to.
|
2017-06-02 06:11:31 +00:00
|
|
|
# @param [String] location
|
2019-02-20 02:14:27 +00:00
|
|
|
# The [regional endpoint]
|
|
|
|
|
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that
|
|
|
|
|
# contains this job.
|
2017-08-25 19:54:22 +00:00
|
|
|
# @param [Google::Apis::DataflowV1b3::Job] job_object
|
|
|
|
|
# @param [String] replace_job_id
|
|
|
|
|
# Deprecated. This field is now in the Job message.
|
2017-07-12 20:10:42 +00:00
|
|
|
# @param [String] view
|
2017-08-25 19:54:22 +00:00
|
|
|
# The level of information requested in response.
|
2017-07-12 20:10:42 +00:00
|
|
|
# @param [String] fields
|
|
|
|
|
# Selector specifying which fields to include in a partial response.
|
2017-06-02 06:11:31 +00:00
|
|
|
# @param [String] quota_user
|
|
|
|
|
# Available to use for quota purposes for server-side applications. Can be any
|
|
|
|
|
# arbitrary string assigned to a user, but should not exceed 40 characters.
|
|
|
|
|
# @param [Google::Apis::RequestOptions] options
|
|
|
|
|
# Request-specific options
|
|
|
|
|
#
|
|
|
|
|
# @yield [result, err] Result & error if block supplied
|
2017-08-25 19:54:22 +00:00
|
|
|
# @yieldparam result [Google::Apis::DataflowV1b3::Job] parsed result object
|
2017-06-02 06:11:31 +00:00
|
|
|
# @yieldparam err [StandardError] error object if request failed
|
|
|
|
|
#
|
2017-08-25 19:54:22 +00:00
|
|
|
# @return [Google::Apis::DataflowV1b3::Job]
|
2017-06-02 06:11:31 +00:00
|
|
|
#
|
|
|
|
|
# @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
|
|
|
|
|
# @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
|
|
|
|
|
# @raise [Google::Apis::AuthorizationError] Authorization is required
|
2017-08-25 19:54:22 +00:00
|
|
|
def create_project_location_job(project_id, location, job_object = nil, replace_job_id: nil, view: nil, fields: nil, quota_user: nil, options: nil, &block)
|
2019-05-10 00:37:26 +00:00
|
|
|
command = make_simple_command(:post, 'v1b3/projects/{projectId}/locations/{location}/jobs', options)
|
2017-08-25 19:54:22 +00:00
|
|
|
command.request_representation = Google::Apis::DataflowV1b3::Job::Representation
|
|
|
|
|
command.request_object = job_object
|
|
|
|
|
command.response_representation = Google::Apis::DataflowV1b3::Job::Representation
|
|
|
|
|
command.response_class = Google::Apis::DataflowV1b3::Job
|
2017-06-02 06:11:31 +00:00
|
|
|
command.params['projectId'] = project_id unless project_id.nil?
|
2017-08-25 19:54:22 +00:00
|
|
|
command.params['location'] = location unless location.nil?
|
|
|
|
|
command.query['replaceJobId'] = replace_job_id unless replace_job_id.nil?
|
2017-07-12 20:10:42 +00:00
|
|
|
command.query['view'] = view unless view.nil?
|
|
|
|
|
command.query['fields'] = fields unless fields.nil?
|
2017-06-02 06:11:31 +00:00
|
|
|
command.query['quotaUser'] = quota_user unless quota_user.nil?
|
2017-07-12 20:10:42 +00:00
|
|
|
execute_or_queue_command(command, &block)
|
|
|
|
|
end
|
|
|
|
|
|
2017-08-25 19:54:22 +00:00
|
|
|
# Gets the state of the specified Cloud Dataflow job.
|
2019-02-20 02:14:27 +00:00
|
|
|
# To get the state of a job, we recommend using `projects.locations.jobs.get`
|
|
|
|
|
# with a [regional endpoint]
|
|
|
|
|
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using
|
|
|
|
|
# `projects.jobs.get` is not recommended, as you can only get the state of
|
|
|
|
|
# jobs that are running in `us-central1`.
|
2017-07-12 20:10:42 +00:00
|
|
|
# @param [String] project_id
|
2017-08-25 19:54:22 +00:00
|
|
|
# The ID of the Cloud Platform project that the job belongs to.
|
|
|
|
|
# @param [String] location
|
2019-02-20 02:14:27 +00:00
|
|
|
# The [regional endpoint]
|
|
|
|
|
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that
|
|
|
|
|
# contains this job.
|
2017-08-25 19:54:22 +00:00
|
|
|
# @param [String] job_id
|
|
|
|
|
# The job ID.
|
|
|
|
|
# @param [String] view
|
|
|
|
|
# The level of information requested in response.
|
2017-07-12 20:10:42 +00:00
|
|
|
# @param [String] fields
|
|
|
|
|
# Selector specifying which fields to include in a partial response.
|
|
|
|
|
# @param [String] quota_user
|
|
|
|
|
# Available to use for quota purposes for server-side applications. Can be any
|
|
|
|
|
# arbitrary string assigned to a user, but should not exceed 40 characters.
|
|
|
|
|
# @param [Google::Apis::RequestOptions] options
|
|
|
|
|
# Request-specific options
|
|
|
|
|
#
|
|
|
|
|
# @yield [result, err] Result & error if block supplied
|
|
|
|
|
# @yieldparam result [Google::Apis::DataflowV1b3::Job] parsed result object
|
|
|
|
|
# @yieldparam err [StandardError] error object if request failed
|
|
|
|
|
#
|
|
|
|
|
# @return [Google::Apis::DataflowV1b3::Job]
|
|
|
|
|
#
|
|
|
|
|
# @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
|
|
|
|
|
# @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
|
|
|
|
|
# @raise [Google::Apis::AuthorizationError] Authorization is required
|
2017-08-25 19:54:22 +00:00
|
|
|
def get_project_location_job(project_id, location, job_id, view: nil, fields: nil, quota_user: nil, options: nil, &block)
|
2019-05-10 00:37:26 +00:00
|
|
|
command = make_simple_command(:get, 'v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}', options)
|
2017-07-12 20:10:42 +00:00
|
|
|
command.response_representation = Google::Apis::DataflowV1b3::Job::Representation
|
|
|
|
|
command.response_class = Google::Apis::DataflowV1b3::Job
|
|
|
|
|
command.params['projectId'] = project_id unless project_id.nil?
|
2017-08-25 19:54:22 +00:00
|
|
|
command.params['location'] = location unless location.nil?
|
|
|
|
|
command.params['jobId'] = job_id unless job_id.nil?
|
|
|
|
|
command.query['view'] = view unless view.nil?
|
2017-06-02 06:11:31 +00:00
|
|
|
command.query['fields'] = fields unless fields.nil?
|
2017-07-12 20:10:42 +00:00
|
|
|
command.query['quotaUser'] = quota_user unless quota_user.nil?
|
2016-10-04 00:30:46 +00:00
|
|
|
execute_or_queue_command(command, &block)
|
|
|
|
|
end
|
|
|
|
|
|
2017-08-25 19:54:22 +00:00
|
|
|
# Request the job status.
|
2019-02-20 02:14:27 +00:00
|
|
|
# To request the status of a job, we recommend using
|
|
|
|
|
# `projects.locations.jobs.getMetrics` with a [regional endpoint]
|
|
|
|
|
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using
|
|
|
|
|
# `projects.jobs.getMetrics` is not recommended, as you can only request the
|
|
|
|
|
# status of jobs that are running in `us-central1`.
|
2016-10-04 00:30:46 +00:00
|
|
|
# @param [String] project_id
|
2017-08-25 19:54:22 +00:00
|
|
|
# A project id.
|
2017-05-26 16:44:32 +00:00
|
|
|
# @param [String] location
|
2019-02-20 02:14:27 +00:00
|
|
|
# The [regional endpoint]
|
|
|
|
|
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that
|
|
|
|
|
# contains the job specified by job_id.
|
2017-08-25 19:54:22 +00:00
|
|
|
# @param [String] job_id
|
|
|
|
|
# The job to get messages for.
|
|
|
|
|
# @param [String] start_time
|
|
|
|
|
# Return only metric data that has changed since this time.
|
|
|
|
|
# Default is to return all information about all metrics for the job.
|
2017-07-12 20:10:42 +00:00
|
|
|
# @param [String] fields
|
|
|
|
|
# Selector specifying which fields to include in a partial response.
|
2016-10-04 00:30:46 +00:00
|
|
|
# @param [String] quota_user
|
|
|
|
|
# Available to use for quota purposes for server-side applications. Can be any
|
|
|
|
|
# arbitrary string assigned to a user, but should not exceed 40 characters.
|
|
|
|
|
# @param [Google::Apis::RequestOptions] options
|
|
|
|
|
# Request-specific options
|
|
|
|
|
#
|
|
|
|
|
# @yield [result, err] Result & error if block supplied
|
2017-08-25 19:54:22 +00:00
|
|
|
# @yieldparam result [Google::Apis::DataflowV1b3::JobMetrics] parsed result object
|
2016-10-04 00:30:46 +00:00
|
|
|
# @yieldparam err [StandardError] error object if request failed
|
|
|
|
|
#
|
2017-08-25 19:54:22 +00:00
|
|
|
# @return [Google::Apis::DataflowV1b3::JobMetrics]
|
2016-10-04 00:30:46 +00:00
|
|
|
#
|
|
|
|
|
# @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
|
|
|
|
|
# @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
|
|
|
|
|
# @raise [Google::Apis::AuthorizationError] Authorization is required
|
2017-08-25 19:54:22 +00:00
|
|
|
def get_project_location_job_metrics(project_id, location, job_id, start_time: nil, fields: nil, quota_user: nil, options: nil, &block)
|
2019-05-10 00:37:26 +00:00
|
|
|
command = make_simple_command(:get, 'v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}/metrics', options)
|
2017-08-25 19:54:22 +00:00
|
|
|
command.response_representation = Google::Apis::DataflowV1b3::JobMetrics::Representation
|
|
|
|
|
command.response_class = Google::Apis::DataflowV1b3::JobMetrics
|
2016-10-04 00:30:46 +00:00
|
|
|
command.params['projectId'] = project_id unless project_id.nil?
|
2017-08-25 19:54:22 +00:00
|
|
|
command.params['location'] = location unless location.nil?
|
|
|
|
|
command.params['jobId'] = job_id unless job_id.nil?
|
|
|
|
|
command.query['startTime'] = start_time unless start_time.nil?
|
2017-06-02 06:11:31 +00:00
|
|
|
command.query['fields'] = fields unless fields.nil?
|
2017-07-12 20:10:42 +00:00
|
|
|
command.query['quotaUser'] = quota_user unless quota_user.nil?
|
2016-10-04 00:30:46 +00:00
|
|
|
execute_or_queue_command(command, &block)
|
|
|
|
|
end
|
|
|
|
|
|
2019-02-20 02:14:27 +00:00
|
|
|
# List the jobs of a project.
|
|
|
|
|
# To list the jobs of a project in a region, we recommend using
|
|
|
|
|
# `projects.locations.jobs.get` with a [regional endpoint]
|
|
|
|
|
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). To
|
|
|
|
|
# list the all jobs across all regions, use `projects.jobs.aggregated`. Using
|
|
|
|
|
# `projects.jobs.list` is not recommended, as you can only get the list of
|
|
|
|
|
# jobs that are running in `us-central1`.
|
2016-11-08 23:43:14 +00:00
|
|
|
# @param [String] project_id
|
2017-04-03 20:18:48 +00:00
|
|
|
# The project which owns the jobs.
|
2017-03-10 21:11:09 +00:00
|
|
|
# @param [String] location
|
2019-02-20 02:14:27 +00:00
|
|
|
# The [regional endpoint]
|
|
|
|
|
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that
|
|
|
|
|
# contains this job.
|
2017-08-25 19:54:22 +00:00
|
|
|
# @param [String] filter
|
|
|
|
|
# The kind of filter to use.
|
2017-04-03 20:18:48 +00:00
|
|
|
# @param [Fixnum] page_size
|
|
|
|
|
# If there are many jobs, limit response to at most this many.
|
|
|
|
|
# The actual number of jobs returned will be the lesser of max_responses
|
|
|
|
|
# and an unspecified server-defined limit.
|
2017-08-25 19:54:22 +00:00
|
|
|
# @param [String] page_token
|
|
|
|
|
# Set this to the 'next_page_token' field of a previous response
|
|
|
|
|
# to request additional results in a long list.
|
2017-04-03 20:18:48 +00:00
|
|
|
# @param [String] view
|
|
|
|
|
# Level of information requested in response. Default is `JOB_VIEW_SUMMARY`.
|
2017-07-12 20:10:42 +00:00
|
|
|
# @param [String] fields
|
|
|
|
|
# Selector specifying which fields to include in a partial response.
|
2016-11-08 23:43:14 +00:00
|
|
|
# @param [String] quota_user
|
|
|
|
|
# Available to use for quota purposes for server-side applications. Can be any
|
|
|
|
|
# arbitrary string assigned to a user, but should not exceed 40 characters.
|
|
|
|
|
# @param [Google::Apis::RequestOptions] options
|
|
|
|
|
# Request-specific options
|
|
|
|
|
#
|
|
|
|
|
# @yield [result, err] Result & error if block supplied
|
2017-04-03 20:18:48 +00:00
|
|
|
# @yieldparam result [Google::Apis::DataflowV1b3::ListJobsResponse] parsed result object
|
2016-11-08 23:43:14 +00:00
|
|
|
# @yieldparam err [StandardError] error object if request failed
|
|
|
|
|
#
|
2017-04-03 20:18:48 +00:00
|
|
|
# @return [Google::Apis::DataflowV1b3::ListJobsResponse]
|
2016-11-08 23:43:14 +00:00
|
|
|
#
|
|
|
|
|
# @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
|
|
|
|
|
# @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
|
|
|
|
|
# @raise [Google::Apis::AuthorizationError] Authorization is required
|
2017-08-25 19:54:22 +00:00
|
|
|
def list_project_location_jobs(project_id, location, filter: nil, page_size: nil, page_token: nil, view: nil, fields: nil, quota_user: nil, options: nil, &block)
|
2019-05-10 00:37:26 +00:00
|
|
|
command = make_simple_command(:get, 'v1b3/projects/{projectId}/locations/{location}/jobs', options)
|
2017-04-03 20:18:48 +00:00
|
|
|
command.response_representation = Google::Apis::DataflowV1b3::ListJobsResponse::Representation
|
|
|
|
|
command.response_class = Google::Apis::DataflowV1b3::ListJobsResponse
|
2016-11-08 23:43:14 +00:00
|
|
|
command.params['projectId'] = project_id unless project_id.nil?
|
2017-08-25 19:54:22 +00:00
|
|
|
command.params['location'] = location unless location.nil?
|
2017-04-03 20:18:48 +00:00
|
|
|
command.query['filter'] = filter unless filter.nil?
|
|
|
|
|
command.query['pageSize'] = page_size unless page_size.nil?
|
2017-08-25 19:54:22 +00:00
|
|
|
command.query['pageToken'] = page_token unless page_token.nil?
|
2017-04-03 20:18:48 +00:00
|
|
|
command.query['view'] = view unless view.nil?
|
2017-06-02 06:11:31 +00:00
|
|
|
command.query['fields'] = fields unless fields.nil?
|
2017-07-12 20:10:42 +00:00
|
|
|
command.query['quotaUser'] = quota_user unless quota_user.nil?
|
2016-11-08 23:43:14 +00:00
|
|
|
execute_or_queue_command(command, &block)
|
|
|
|
|
end
|
|
|
|
|
|
2020-04-13 16:49:10 +00:00
|
|
|
# Snapshot the state of a streaming job.
|
|
|
|
|
# @param [String] project_id
|
|
|
|
|
# The project which owns the job to be snapshotted.
|
|
|
|
|
# @param [String] location
|
|
|
|
|
# The location that contains this job.
|
|
|
|
|
# @param [String] job_id
|
|
|
|
|
# The job to be snapshotted.
|
|
|
|
|
# @param [Google::Apis::DataflowV1b3::SnapshotJobRequest] snapshot_job_request_object
|
|
|
|
|
# @param [String] fields
|
|
|
|
|
# Selector specifying which fields to include in a partial response.
|
|
|
|
|
# @param [String] quota_user
|
|
|
|
|
# Available to use for quota purposes for server-side applications. Can be any
|
|
|
|
|
# arbitrary string assigned to a user, but should not exceed 40 characters.
|
|
|
|
|
# @param [Google::Apis::RequestOptions] options
|
|
|
|
|
# Request-specific options
|
|
|
|
|
#
|
|
|
|
|
# @yield [result, err] Result & error if block supplied
|
|
|
|
|
# @yieldparam result [Google::Apis::DataflowV1b3::Snapshot] parsed result object
|
|
|
|
|
# @yieldparam err [StandardError] error object if request failed
|
|
|
|
|
#
|
|
|
|
|
# @return [Google::Apis::DataflowV1b3::Snapshot]
|
|
|
|
|
#
|
|
|
|
|
# @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
|
|
|
|
|
# @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
|
|
|
|
|
# @raise [Google::Apis::AuthorizationError] Authorization is required
|
|
|
|
|
def snapshot_project_location_job(project_id, location, job_id, snapshot_job_request_object = nil, fields: nil, quota_user: nil, options: nil, &block)
|
|
|
|
|
command = make_simple_command(:post, 'v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}:snapshot', options)
|
|
|
|
|
command.request_representation = Google::Apis::DataflowV1b3::SnapshotJobRequest::Representation
|
|
|
|
|
command.request_object = snapshot_job_request_object
|
|
|
|
|
command.response_representation = Google::Apis::DataflowV1b3::Snapshot::Representation
|
|
|
|
|
command.response_class = Google::Apis::DataflowV1b3::Snapshot
|
|
|
|
|
command.params['projectId'] = project_id unless project_id.nil?
|
|
|
|
|
command.params['location'] = location unless location.nil?
|
|
|
|
|
command.params['jobId'] = job_id unless job_id.nil?
|
|
|
|
|
command.query['fields'] = fields unless fields.nil?
|
|
|
|
|
command.query['quotaUser'] = quota_user unless quota_user.nil?
|
|
|
|
|
execute_or_queue_command(command, &block)
|
|
|
|
|
end
|
|
|
|
|
|
2017-08-25 19:54:22 +00:00
|
|
|
# Updates the state of an existing Cloud Dataflow job.
|
2019-02-20 02:14:27 +00:00
|
|
|
# To update the state of an existing job, we recommend using
|
|
|
|
|
# `projects.locations.jobs.update` with a [regional endpoint]
|
|
|
|
|
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using
|
|
|
|
|
# `projects.jobs.update` is not recommended, as you can only update the state
|
|
|
|
|
# of jobs that are running in `us-central1`.
|
2016-11-08 23:43:14 +00:00
|
|
|
# @param [String] project_id
|
2017-04-03 20:18:48 +00:00
|
|
|
# The ID of the Cloud Platform project that the job belongs to.
|
2016-11-08 23:43:14 +00:00
|
|
|
# @param [String] location
|
2019-02-20 02:14:27 +00:00
|
|
|
# The [regional endpoint]
|
|
|
|
|
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that
|
|
|
|
|
# contains this job.
|
2017-08-25 19:54:22 +00:00
|
|
|
# @param [String] job_id
|
|
|
|
|
# The job ID.
|
|
|
|
|
# @param [Google::Apis::DataflowV1b3::Job] job_object
|
2017-07-12 20:10:42 +00:00
|
|
|
# @param [String] fields
|
|
|
|
|
# Selector specifying which fields to include in a partial response.
|
2016-11-08 23:43:14 +00:00
|
|
|
# @param [String] quota_user
|
|
|
|
|
# Available to use for quota purposes for server-side applications. Can be any
|
|
|
|
|
# arbitrary string assigned to a user, but should not exceed 40 characters.
|
|
|
|
|
# @param [Google::Apis::RequestOptions] options
|
|
|
|
|
# Request-specific options
|
|
|
|
|
#
|
|
|
|
|
# @yield [result, err] Result & error if block supplied
|
2017-04-03 20:18:48 +00:00
|
|
|
# @yieldparam result [Google::Apis::DataflowV1b3::Job] parsed result object
|
2016-11-08 23:43:14 +00:00
|
|
|
# @yieldparam err [StandardError] error object if request failed
|
|
|
|
|
#
|
2017-04-03 20:18:48 +00:00
|
|
|
# @return [Google::Apis::DataflowV1b3::Job]
|
2016-11-08 23:43:14 +00:00
|
|
|
#
|
|
|
|
|
# @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
|
|
|
|
|
# @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
|
|
|
|
|
# @raise [Google::Apis::AuthorizationError] Authorization is required
|
2017-08-25 19:54:22 +00:00
|
|
|
def update_project_location_job(project_id, location, job_id, job_object = nil, fields: nil, quota_user: nil, options: nil, &block)
|
2019-05-10 00:37:26 +00:00
|
|
|
command = make_simple_command(:put, 'v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}', options)
|
2017-08-25 19:54:22 +00:00
|
|
|
command.request_representation = Google::Apis::DataflowV1b3::Job::Representation
|
|
|
|
|
command.request_object = job_object
|
2017-04-03 20:18:48 +00:00
|
|
|
command.response_representation = Google::Apis::DataflowV1b3::Job::Representation
|
|
|
|
|
command.response_class = Google::Apis::DataflowV1b3::Job
|
2016-11-08 23:43:14 +00:00
|
|
|
command.params['projectId'] = project_id unless project_id.nil?
|
2017-08-25 19:54:22 +00:00
|
|
|
command.params['location'] = location unless location.nil?
|
2017-03-30 22:30:51 +00:00
|
|
|
command.params['jobId'] = job_id unless job_id.nil?
|
2017-06-02 06:11:31 +00:00
|
|
|
command.query['fields'] = fields unless fields.nil?
|
2017-07-12 20:10:42 +00:00
|
|
|
command.query['quotaUser'] = quota_user unless quota_user.nil?
|
2016-11-08 23:43:14 +00:00
|
|
|
execute_or_queue_command(command, &block)
|
|
|
|
|
end
|
|
|
|
|
|
2017-08-25 19:54:22 +00:00
|
|
|
# Get encoded debug configuration for component. Not cacheable.
|
2016-11-08 23:43:14 +00:00
|
|
|
# @param [String] project_id
|
2017-08-25 19:54:22 +00:00
|
|
|
# The project id.
|
2017-02-03 19:29:28 +00:00
|
|
|
# @param [String] location
|
2019-02-20 02:14:27 +00:00
|
|
|
# The [regional endpoint]
|
|
|
|
|
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that
|
|
|
|
|
# contains the job specified by job_id.
|
2017-08-25 19:54:22 +00:00
|
|
|
# @param [String] job_id
|
|
|
|
|
# The job id.
|
|
|
|
|
# @param [Google::Apis::DataflowV1b3::GetDebugConfigRequest] get_debug_config_request_object
|
2017-07-12 20:10:42 +00:00
|
|
|
# @param [String] fields
|
|
|
|
|
# Selector specifying which fields to include in a partial response.
|
2016-11-08 23:43:14 +00:00
|
|
|
# @param [String] quota_user
|
|
|
|
|
# Available to use for quota purposes for server-side applications. Can be any
|
|
|
|
|
# arbitrary string assigned to a user, but should not exceed 40 characters.
|
|
|
|
|
# @param [Google::Apis::RequestOptions] options
|
|
|
|
|
# Request-specific options
|
|
|
|
|
#
|
|
|
|
|
# @yield [result, err] Result & error if block supplied
|
2017-08-25 19:54:22 +00:00
|
|
|
# @yieldparam result [Google::Apis::DataflowV1b3::GetDebugConfigResponse] parsed result object
|
2016-11-08 23:43:14 +00:00
|
|
|
# @yieldparam err [StandardError] error object if request failed
|
|
|
|
|
#
|
2017-08-25 19:54:22 +00:00
|
|
|
# @return [Google::Apis::DataflowV1b3::GetDebugConfigResponse]
|
2016-11-08 23:43:14 +00:00
|
|
|
#
|
|
|
|
|
# @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
|
|
|
|
|
# @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
|
|
|
|
|
# @raise [Google::Apis::AuthorizationError] Authorization is required
|
2017-08-25 19:54:22 +00:00
|
|
|
def get_project_location_job_debug_config(project_id, location, job_id, get_debug_config_request_object = nil, fields: nil, quota_user: nil, options: nil, &block)
|
2019-05-10 00:37:26 +00:00
|
|
|
command = make_simple_command(:post, 'v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}/debug/getConfig', options)
|
2017-08-25 19:54:22 +00:00
|
|
|
command.request_representation = Google::Apis::DataflowV1b3::GetDebugConfigRequest::Representation
|
|
|
|
|
command.request_object = get_debug_config_request_object
|
|
|
|
|
command.response_representation = Google::Apis::DataflowV1b3::GetDebugConfigResponse::Representation
|
|
|
|
|
command.response_class = Google::Apis::DataflowV1b3::GetDebugConfigResponse
|
2016-11-08 23:43:14 +00:00
|
|
|
command.params['projectId'] = project_id unless project_id.nil?
|
2017-08-25 19:54:22 +00:00
|
|
|
command.params['location'] = location unless location.nil?
|
2017-07-12 20:10:42 +00:00
|
|
|
command.params['jobId'] = job_id unless job_id.nil?
|
2017-06-02 06:11:31 +00:00
|
|
|
command.query['fields'] = fields unless fields.nil?
|
2017-07-12 20:10:42 +00:00
|
|
|
command.query['quotaUser'] = quota_user unless quota_user.nil?
|
2016-11-08 23:43:14 +00:00
|
|
|
execute_or_queue_command(command, &block)
|
|
|
|
|
end
|
|
|
|
|
|
2017-08-25 19:54:22 +00:00
|
|
|
# Send encoded debug capture data for component.
|
2016-11-08 23:43:14 +00:00
|
|
|
# @param [String] project_id
|
2017-08-25 19:54:22 +00:00
|
|
|
# The project id.
|
2017-07-12 20:10:42 +00:00
|
|
|
# @param [String] location
|
2019-02-20 02:14:27 +00:00
|
|
|
# The [regional endpoint]
|
|
|
|
|
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that
|
|
|
|
|
# contains the job specified by job_id.
|
2017-08-25 19:54:22 +00:00
|
|
|
# @param [String] job_id
|
|
|
|
|
# The job id.
|
|
|
|
|
# @param [Google::Apis::DataflowV1b3::SendDebugCaptureRequest] send_debug_capture_request_object
|
2017-07-12 20:10:42 +00:00
|
|
|
# @param [String] fields
|
|
|
|
|
# Selector specifying which fields to include in a partial response.
|
2017-02-03 19:29:28 +00:00
|
|
|
# @param [String] quota_user
|
|
|
|
|
# Available to use for quota purposes for server-side applications. Can be any
|
|
|
|
|
# arbitrary string assigned to a user, but should not exceed 40 characters.
|
|
|
|
|
# @param [Google::Apis::RequestOptions] options
|
|
|
|
|
# Request-specific options
|
|
|
|
|
#
|
|
|
|
|
# @yield [result, err] Result & error if block supplied
|
2017-08-25 19:54:22 +00:00
|
|
|
# @yieldparam result [Google::Apis::DataflowV1b3::SendDebugCaptureResponse] parsed result object
|
2017-02-03 19:29:28 +00:00
|
|
|
# @yieldparam err [StandardError] error object if request failed
|
|
|
|
|
#
|
2017-08-25 19:54:22 +00:00
|
|
|
# @return [Google::Apis::DataflowV1b3::SendDebugCaptureResponse]
|
2017-02-03 19:29:28 +00:00
|
|
|
#
|
|
|
|
|
# @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
|
|
|
|
|
# @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
|
|
|
|
|
# @raise [Google::Apis::AuthorizationError] Authorization is required
|
2017-08-25 19:54:22 +00:00
|
|
|
def send_project_location_job_debug_capture(project_id, location, job_id, send_debug_capture_request_object = nil, fields: nil, quota_user: nil, options: nil, &block)
|
2019-05-10 00:37:26 +00:00
|
|
|
command = make_simple_command(:post, 'v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}/debug/sendCapture', options)
|
2017-08-25 19:54:22 +00:00
|
|
|
command.request_representation = Google::Apis::DataflowV1b3::SendDebugCaptureRequest::Representation
|
|
|
|
|
command.request_object = send_debug_capture_request_object
|
|
|
|
|
command.response_representation = Google::Apis::DataflowV1b3::SendDebugCaptureResponse::Representation
|
|
|
|
|
command.response_class = Google::Apis::DataflowV1b3::SendDebugCaptureResponse
|
2017-02-03 19:29:28 +00:00
|
|
|
command.params['projectId'] = project_id unless project_id.nil?
|
2017-08-25 19:54:22 +00:00
|
|
|
command.params['location'] = location unless location.nil?
|
|
|
|
|
command.params['jobId'] = job_id unless job_id.nil?
|
2017-06-02 06:11:31 +00:00
|
|
|
command.query['fields'] = fields unless fields.nil?
|
2017-07-12 20:10:42 +00:00
|
|
|
command.query['quotaUser'] = quota_user unless quota_user.nil?
|
2017-02-03 19:29:28 +00:00
|
|
|
execute_or_queue_command(command, &block)
|
|
|
|
|
end
|
|
|
|
|
|
2017-07-12 20:10:42 +00:00
|
|
|
# Request the job status.
|
2019-02-20 02:14:27 +00:00
|
|
|
# To request the status of a job, we recommend using
|
|
|
|
|
# `projects.locations.jobs.messages.list` with a [regional endpoint]
|
|
|
|
|
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using
|
|
|
|
|
# `projects.jobs.messages.list` is not recommended, as you can only request
|
|
|
|
|
# the status of jobs that are running in `us-central1`.
|
2017-02-03 19:29:28 +00:00
|
|
|
# @param [String] project_id
|
2017-07-12 20:10:42 +00:00
|
|
|
# A project id.
|
|
|
|
|
# @param [String] location
|
2019-02-20 02:14:27 +00:00
|
|
|
# The [regional endpoint]
|
|
|
|
|
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that
|
|
|
|
|
# contains the job specified by job_id.
|
2017-08-25 19:54:22 +00:00
|
|
|
# @param [String] job_id
|
|
|
|
|
# The job to get messages about.
|
|
|
|
|
# @param [String] end_time
|
|
|
|
|
# Return only messages with timestamps < end_time. The default is now
|
|
|
|
|
# (i.e. return up to the latest messages available).
|
|
|
|
|
# @param [String] minimum_importance
|
|
|
|
|
# Filter to only get messages with importance >= level
|
|
|
|
|
# @param [Fixnum] page_size
|
|
|
|
|
# If specified, determines the maximum number of messages to
|
|
|
|
|
# return. If unspecified, the service may choose an appropriate
|
|
|
|
|
# default, or may return an arbitrarily large number of results.
|
|
|
|
|
# @param [String] page_token
|
|
|
|
|
# If supplied, this should be the value of next_page_token returned
|
|
|
|
|
# by an earlier call. This will cause the next page of results to
|
|
|
|
|
# be returned.
|
2017-07-12 20:10:42 +00:00
|
|
|
# @param [String] start_time
|
2017-08-25 19:54:22 +00:00
|
|
|
# If specified, return only messages with timestamps >= start_time.
|
|
|
|
|
# The default is the job creation time (i.e. beginning of messages).
|
2017-07-12 20:10:42 +00:00
|
|
|
# @param [String] fields
|
|
|
|
|
# Selector specifying which fields to include in a partial response.
|
2016-11-08 23:43:14 +00:00
|
|
|
# @param [String] quota_user
|
|
|
|
|
# Available to use for quota purposes for server-side applications. Can be any
|
|
|
|
|
# arbitrary string assigned to a user, but should not exceed 40 characters.
|
|
|
|
|
# @param [Google::Apis::RequestOptions] options
|
|
|
|
|
# Request-specific options
|
|
|
|
|
#
|
|
|
|
|
# @yield [result, err] Result & error if block supplied
|
2017-08-25 19:54:22 +00:00
|
|
|
# @yieldparam result [Google::Apis::DataflowV1b3::ListJobMessagesResponse] parsed result object
|
2016-11-08 23:43:14 +00:00
|
|
|
# @yieldparam err [StandardError] error object if request failed
|
|
|
|
|
#
|
2017-08-25 19:54:22 +00:00
|
|
|
# @return [Google::Apis::DataflowV1b3::ListJobMessagesResponse]
|
2016-11-08 23:43:14 +00:00
|
|
|
#
|
|
|
|
|
# @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
|
|
|
|
|
# @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
|
|
|
|
|
# @raise [Google::Apis::AuthorizationError] Authorization is required
|
2017-08-25 19:54:22 +00:00
|
|
|
def list_project_location_job_messages(project_id, location, job_id, end_time: nil, minimum_importance: nil, page_size: nil, page_token: nil, start_time: nil, fields: nil, quota_user: nil, options: nil, &block)
|
2019-05-10 00:37:26 +00:00
|
|
|
command = make_simple_command(:get, 'v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}/messages', options)
|
2017-08-25 19:54:22 +00:00
|
|
|
command.response_representation = Google::Apis::DataflowV1b3::ListJobMessagesResponse::Representation
|
|
|
|
|
command.response_class = Google::Apis::DataflowV1b3::ListJobMessagesResponse
|
2016-11-08 23:43:14 +00:00
|
|
|
command.params['projectId'] = project_id unless project_id.nil?
|
2017-08-25 19:54:22 +00:00
|
|
|
command.params['location'] = location unless location.nil?
|
2016-11-08 23:43:14 +00:00
|
|
|
command.params['jobId'] = job_id unless job_id.nil?
|
2017-08-25 19:54:22 +00:00
|
|
|
command.query['endTime'] = end_time unless end_time.nil?
|
|
|
|
|
command.query['minimumImportance'] = minimum_importance unless minimum_importance.nil?
|
|
|
|
|
command.query['pageSize'] = page_size unless page_size.nil?
|
|
|
|
|
command.query['pageToken'] = page_token unless page_token.nil?
|
2017-07-12 20:10:42 +00:00
|
|
|
command.query['startTime'] = start_time unless start_time.nil?
|
2017-06-02 06:11:31 +00:00
|
|
|
command.query['fields'] = fields unless fields.nil?
|
2017-07-12 20:10:42 +00:00
|
|
|
command.query['quotaUser'] = quota_user unless quota_user.nil?
|
2017-02-13 23:28:52 +00:00
|
|
|
execute_or_queue_command(command, &block)
|
|
|
|
|
end
|
|
|
|
|
|
2020-04-13 16:49:10 +00:00
|
|
|
# Lists snapshots.
|
|
|
|
|
# @param [String] project_id
|
|
|
|
|
# The project ID to list snapshots for.
|
|
|
|
|
# @param [String] location
|
|
|
|
|
# The location to list snapshots in.
|
|
|
|
|
# @param [String] job_id
|
|
|
|
|
# If specified, list snapshots created from this job.
|
|
|
|
|
# @param [String] fields
|
|
|
|
|
# Selector specifying which fields to include in a partial response.
|
|
|
|
|
# @param [String] quota_user
|
|
|
|
|
# Available to use for quota purposes for server-side applications. Can be any
|
|
|
|
|
# arbitrary string assigned to a user, but should not exceed 40 characters.
|
|
|
|
|
# @param [Google::Apis::RequestOptions] options
|
|
|
|
|
# Request-specific options
|
|
|
|
|
#
|
|
|
|
|
# @yield [result, err] Result & error if block supplied
|
|
|
|
|
# @yieldparam result [Google::Apis::DataflowV1b3::ListSnapshotsResponse] parsed result object
|
|
|
|
|
# @yieldparam err [StandardError] error object if request failed
|
|
|
|
|
#
|
|
|
|
|
# @return [Google::Apis::DataflowV1b3::ListSnapshotsResponse]
|
|
|
|
|
#
|
|
|
|
|
# @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
|
|
|
|
|
# @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
|
|
|
|
|
# @raise [Google::Apis::AuthorizationError] Authorization is required
|
|
|
|
|
def list_project_location_job_snapshots(project_id, location, job_id, fields: nil, quota_user: nil, options: nil, &block)
|
|
|
|
|
command = make_simple_command(:get, 'v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}/snapshots', options)
|
|
|
|
|
command.response_representation = Google::Apis::DataflowV1b3::ListSnapshotsResponse::Representation
|
|
|
|
|
command.response_class = Google::Apis::DataflowV1b3::ListSnapshotsResponse
|
|
|
|
|
command.params['projectId'] = project_id unless project_id.nil?
|
|
|
|
|
command.params['location'] = location unless location.nil?
|
|
|
|
|
command.params['jobId'] = job_id unless job_id.nil?
|
|
|
|
|
command.query['fields'] = fields unless fields.nil?
|
|
|
|
|
command.query['quotaUser'] = quota_user unless quota_user.nil?
|
|
|
|
|
execute_or_queue_command(command, &block)
|
|
|
|
|
end
|
|
|
|
|
|
2017-08-25 19:54:22 +00:00
|
|
|
# Leases a dataflow WorkItem to run.
|
|
|
|
|
# @param [String] project_id
|
|
|
|
|
# Identifies the project this worker belongs to.
|
|
|
|
|
# @param [String] location
|
2019-02-20 02:14:27 +00:00
|
|
|
# The [regional endpoint]
|
|
|
|
|
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that
|
|
|
|
|
# contains the WorkItem's job.
|
2017-08-25 19:54:22 +00:00
|
|
|
# @param [String] job_id
|
|
|
|
|
# Identifies the workflow job this worker belongs to.
|
|
|
|
|
# @param [Google::Apis::DataflowV1b3::LeaseWorkItemRequest] lease_work_item_request_object
|
|
|
|
|
# @param [String] fields
|
|
|
|
|
# Selector specifying which fields to include in a partial response.
|
|
|
|
|
# @param [String] quota_user
|
|
|
|
|
# Available to use for quota purposes for server-side applications. Can be any
|
|
|
|
|
# arbitrary string assigned to a user, but should not exceed 40 characters.
|
|
|
|
|
# @param [Google::Apis::RequestOptions] options
|
|
|
|
|
# Request-specific options
|
|
|
|
|
#
|
|
|
|
|
# @yield [result, err] Result & error if block supplied
|
|
|
|
|
# @yieldparam result [Google::Apis::DataflowV1b3::LeaseWorkItemResponse] parsed result object
|
|
|
|
|
# @yieldparam err [StandardError] error object if request failed
|
|
|
|
|
#
|
|
|
|
|
# @return [Google::Apis::DataflowV1b3::LeaseWorkItemResponse]
|
|
|
|
|
#
|
|
|
|
|
# @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
|
|
|
|
|
# @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
|
|
|
|
|
# @raise [Google::Apis::AuthorizationError] Authorization is required
|
|
|
|
|
def lease_project_location_work_item(project_id, location, job_id, lease_work_item_request_object = nil, fields: nil, quota_user: nil, options: nil, &block)
|
2019-05-10 00:37:26 +00:00
|
|
|
command = make_simple_command(:post, 'v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}/workItems:lease', options)
|
2017-08-25 19:54:22 +00:00
|
|
|
command.request_representation = Google::Apis::DataflowV1b3::LeaseWorkItemRequest::Representation
|
|
|
|
|
command.request_object = lease_work_item_request_object
|
|
|
|
|
command.response_representation = Google::Apis::DataflowV1b3::LeaseWorkItemResponse::Representation
|
|
|
|
|
command.response_class = Google::Apis::DataflowV1b3::LeaseWorkItemResponse
|
|
|
|
|
command.params['projectId'] = project_id unless project_id.nil?
|
|
|
|
|
command.params['location'] = location unless location.nil?
|
|
|
|
|
command.params['jobId'] = job_id unless job_id.nil?
|
|
|
|
|
command.query['fields'] = fields unless fields.nil?
|
|
|
|
|
command.query['quotaUser'] = quota_user unless quota_user.nil?
|
|
|
|
|
execute_or_queue_command(command, &block)
|
|
|
|
|
end
|
|
|
|
|
|
2017-06-14 17:02:03 +00:00
|
|
|
# Reports the status of dataflow WorkItems leased by a worker.
|
2017-02-13 23:28:52 +00:00
|
|
|
# @param [String] project_id
|
2017-06-14 17:02:03 +00:00
|
|
|
# The project which owns the WorkItem's job.
|
2017-08-25 19:54:22 +00:00
|
|
|
# @param [String] location
|
2019-02-20 02:14:27 +00:00
|
|
|
# The [regional endpoint]
|
|
|
|
|
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that
|
|
|
|
|
# contains the WorkItem's job.
|
2017-02-13 23:28:52 +00:00
|
|
|
# @param [String] job_id
|
2017-06-14 17:02:03 +00:00
|
|
|
# The job which the WorkItem is part of.
|
|
|
|
|
# @param [Google::Apis::DataflowV1b3::ReportWorkItemStatusRequest] report_work_item_status_request_object
|
2017-07-12 20:10:42 +00:00
|
|
|
# @param [String] fields
|
|
|
|
|
# Selector specifying which fields to include in a partial response.
|
2017-02-13 23:28:52 +00:00
|
|
|
# @param [String] quota_user
|
|
|
|
|
# Available to use for quota purposes for server-side applications. Can be any
|
|
|
|
|
# arbitrary string assigned to a user, but should not exceed 40 characters.
|
|
|
|
|
# @param [Google::Apis::RequestOptions] options
|
|
|
|
|
# Request-specific options
|
|
|
|
|
#
|
|
|
|
|
# @yield [result, err] Result & error if block supplied
|
2017-06-14 17:02:03 +00:00
|
|
|
# @yieldparam result [Google::Apis::DataflowV1b3::ReportWorkItemStatusResponse] parsed result object
|
2017-02-13 23:28:52 +00:00
|
|
|
# @yieldparam err [StandardError] error object if request failed
|
|
|
|
|
#
|
2017-06-14 17:02:03 +00:00
|
|
|
# @return [Google::Apis::DataflowV1b3::ReportWorkItemStatusResponse]
|
2017-02-13 23:28:52 +00:00
|
|
|
#
|
|
|
|
|
# @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
|
|
|
|
|
# @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
|
|
|
|
|
# @raise [Google::Apis::AuthorizationError] Authorization is required
|
2017-08-25 19:54:22 +00:00
|
|
|
def report_project_location_job_work_item_status(project_id, location, job_id, report_work_item_status_request_object = nil, fields: nil, quota_user: nil, options: nil, &block)
|
2019-05-10 00:37:26 +00:00
|
|
|
command = make_simple_command(:post, 'v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}/workItems:reportStatus', options)
|
2017-06-14 17:02:03 +00:00
|
|
|
command.request_representation = Google::Apis::DataflowV1b3::ReportWorkItemStatusRequest::Representation
|
|
|
|
|
command.request_object = report_work_item_status_request_object
|
|
|
|
|
command.response_representation = Google::Apis::DataflowV1b3::ReportWorkItemStatusResponse::Representation
|
|
|
|
|
command.response_class = Google::Apis::DataflowV1b3::ReportWorkItemStatusResponse
|
2017-02-13 23:28:52 +00:00
|
|
|
command.params['projectId'] = project_id unless project_id.nil?
|
2017-08-25 19:54:22 +00:00
|
|
|
command.params['location'] = location unless location.nil?
|
2017-02-13 23:28:52 +00:00
|
|
|
command.params['jobId'] = job_id unless job_id.nil?
|
2017-06-02 06:11:31 +00:00
|
|
|
command.query['fields'] = fields unless fields.nil?
|
2017-07-12 20:10:42 +00:00
|
|
|
command.query['quotaUser'] = quota_user unless quota_user.nil?
|
2016-11-08 23:43:14 +00:00
|
|
|
execute_or_queue_command(command, &block)
|
|
|
|
|
end
|
|
|
|
|
|
2020-04-13 16:49:10 +00:00
|
|
|
# Deletes a snapshot.
|
|
|
|
|
# @param [String] project_id
|
|
|
|
|
# The ID of the Cloud Platform project that the snapshot belongs to.
|
|
|
|
|
# @param [String] location
|
|
|
|
|
# The location that contains this snapshot.
|
|
|
|
|
# @param [String] snapshot_id
|
|
|
|
|
# The ID of the snapshot.
|
|
|
|
|
# @param [String] fields
|
|
|
|
|
# Selector specifying which fields to include in a partial response.
|
|
|
|
|
# @param [String] quota_user
|
|
|
|
|
# Available to use for quota purposes for server-side applications. Can be any
|
|
|
|
|
# arbitrary string assigned to a user, but should not exceed 40 characters.
|
|
|
|
|
# @param [Google::Apis::RequestOptions] options
|
|
|
|
|
# Request-specific options
|
|
|
|
|
#
|
|
|
|
|
# @yield [result, err] Result & error if block supplied
|
|
|
|
|
# @yieldparam result [Google::Apis::DataflowV1b3::DeleteSnapshotResponse] parsed result object
|
|
|
|
|
# @yieldparam err [StandardError] error object if request failed
|
|
|
|
|
#
|
|
|
|
|
# @return [Google::Apis::DataflowV1b3::DeleteSnapshotResponse]
|
|
|
|
|
#
|
|
|
|
|
# @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
|
|
|
|
|
# @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
|
|
|
|
|
# @raise [Google::Apis::AuthorizationError] Authorization is required
|
|
|
|
|
def delete_project_location_snapshot(project_id, location, snapshot_id, fields: nil, quota_user: nil, options: nil, &block)
|
|
|
|
|
command = make_simple_command(:delete, 'v1b3/projects/{projectId}/locations/{location}/snapshots/{snapshotId}', options)
|
|
|
|
|
command.response_representation = Google::Apis::DataflowV1b3::DeleteSnapshotResponse::Representation
|
|
|
|
|
command.response_class = Google::Apis::DataflowV1b3::DeleteSnapshotResponse
|
|
|
|
|
command.params['projectId'] = project_id unless project_id.nil?
|
|
|
|
|
command.params['location'] = location unless location.nil?
|
|
|
|
|
command.params['snapshotId'] = snapshot_id unless snapshot_id.nil?
|
|
|
|
|
command.query['fields'] = fields unless fields.nil?
|
|
|
|
|
command.query['quotaUser'] = quota_user unless quota_user.nil?
|
|
|
|
|
execute_or_queue_command(command, &block)
|
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
# Gets information about a snapshot.
|
|
|
|
|
# @param [String] project_id
|
|
|
|
|
# The ID of the Cloud Platform project that the snapshot belongs to.
|
|
|
|
|
# @param [String] location
|
|
|
|
|
# The location that contains this snapshot.
|
|
|
|
|
# @param [String] snapshot_id
|
|
|
|
|
# The ID of the snapshot.
|
|
|
|
|
# @param [String] fields
|
|
|
|
|
# Selector specifying which fields to include in a partial response.
|
|
|
|
|
# @param [String] quota_user
|
|
|
|
|
# Available to use for quota purposes for server-side applications. Can be any
|
|
|
|
|
# arbitrary string assigned to a user, but should not exceed 40 characters.
|
|
|
|
|
# @param [Google::Apis::RequestOptions] options
|
|
|
|
|
# Request-specific options
|
|
|
|
|
#
|
|
|
|
|
# @yield [result, err] Result & error if block supplied
|
|
|
|
|
# @yieldparam result [Google::Apis::DataflowV1b3::Snapshot] parsed result object
|
|
|
|
|
# @yieldparam err [StandardError] error object if request failed
|
|
|
|
|
#
|
|
|
|
|
# @return [Google::Apis::DataflowV1b3::Snapshot]
|
|
|
|
|
#
|
|
|
|
|
# @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
|
|
|
|
|
# @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
|
|
|
|
|
# @raise [Google::Apis::AuthorizationError] Authorization is required
|
|
|
|
|
def get_project_location_snapshot(project_id, location, snapshot_id, fields: nil, quota_user: nil, options: nil, &block)
|
|
|
|
|
command = make_simple_command(:get, 'v1b3/projects/{projectId}/locations/{location}/snapshots/{snapshotId}', options)
|
|
|
|
|
command.response_representation = Google::Apis::DataflowV1b3::Snapshot::Representation
|
|
|
|
|
command.response_class = Google::Apis::DataflowV1b3::Snapshot
|
|
|
|
|
command.params['projectId'] = project_id unless project_id.nil?
|
|
|
|
|
command.params['location'] = location unless location.nil?
|
|
|
|
|
command.params['snapshotId'] = snapshot_id unless snapshot_id.nil?
|
|
|
|
|
command.query['fields'] = fields unless fields.nil?
|
|
|
|
|
command.query['quotaUser'] = quota_user unless quota_user.nil?
|
|
|
|
|
execute_or_queue_command(command, &block)
|
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
# Lists snapshots.
|
|
|
|
|
# @param [String] project_id
|
|
|
|
|
# The project ID to list snapshots for.
|
|
|
|
|
# @param [String] location
|
|
|
|
|
# The location to list snapshots in.
|
|
|
|
|
# @param [String] job_id
|
|
|
|
|
# If specified, list snapshots created from this job.
|
|
|
|
|
# @param [String] fields
|
|
|
|
|
# Selector specifying which fields to include in a partial response.
|
|
|
|
|
# @param [String] quota_user
|
|
|
|
|
# Available to use for quota purposes for server-side applications. Can be any
|
|
|
|
|
# arbitrary string assigned to a user, but should not exceed 40 characters.
|
|
|
|
|
# @param [Google::Apis::RequestOptions] options
|
|
|
|
|
# Request-specific options
|
|
|
|
|
#
|
|
|
|
|
# @yield [result, err] Result & error if block supplied
|
|
|
|
|
# @yieldparam result [Google::Apis::DataflowV1b3::ListSnapshotsResponse] parsed result object
|
|
|
|
|
# @yieldparam err [StandardError] error object if request failed
|
|
|
|
|
#
|
|
|
|
|
# @return [Google::Apis::DataflowV1b3::ListSnapshotsResponse]
|
|
|
|
|
#
|
|
|
|
|
# @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
|
|
|
|
|
# @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
|
|
|
|
|
# @raise [Google::Apis::AuthorizationError] Authorization is required
|
|
|
|
|
def list_project_location_snapshots(project_id, location, job_id: nil, fields: nil, quota_user: nil, options: nil, &block)
|
|
|
|
|
command = make_simple_command(:get, 'v1b3/projects/{projectId}/locations/{location}/snapshots', options)
|
|
|
|
|
command.response_representation = Google::Apis::DataflowV1b3::ListSnapshotsResponse::Representation
|
|
|
|
|
command.response_class = Google::Apis::DataflowV1b3::ListSnapshotsResponse
|
|
|
|
|
command.params['projectId'] = project_id unless project_id.nil?
|
|
|
|
|
command.params['location'] = location unless location.nil?
|
|
|
|
|
command.query['jobId'] = job_id unless job_id.nil?
|
|
|
|
|
command.query['fields'] = fields unless fields.nil?
|
|
|
|
|
command.query['quotaUser'] = quota_user unless quota_user.nil?
|
|
|
|
|
execute_or_queue_command(command, &block)
|
|
|
|
|
end
|
|
|
|
|
|
2019-04-27 00:37:23 +00:00
|
|
|
# Validates a GoogleSQL query for Cloud Dataflow syntax. Will always
|
|
|
|
|
# confirm the given query parses correctly, and if able to look up
|
|
|
|
|
# schema information from DataCatalog, will validate that the query
|
|
|
|
|
# analyzes properly as well.
|
|
|
|
|
# @param [String] project_id
|
|
|
|
|
# Required. The ID of the Cloud Platform project that the job belongs to.
|
|
|
|
|
# @param [String] location
|
|
|
|
|
# The [regional endpoint]
|
|
|
|
|
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) to
|
|
|
|
|
# which to direct the request.
|
|
|
|
|
# @param [String] query
|
|
|
|
|
# The sql query to validate.
|
|
|
|
|
# @param [String] fields
|
|
|
|
|
# Selector specifying which fields to include in a partial response.
|
|
|
|
|
# @param [String] quota_user
|
|
|
|
|
# Available to use for quota purposes for server-side applications. Can be any
|
|
|
|
|
# arbitrary string assigned to a user, but should not exceed 40 characters.
|
|
|
|
|
# @param [Google::Apis::RequestOptions] options
|
|
|
|
|
# Request-specific options
|
|
|
|
|
#
|
|
|
|
|
# @yield [result, err] Result & error if block supplied
|
|
|
|
|
# @yieldparam result [Google::Apis::DataflowV1b3::ValidateResponse] parsed result object
|
|
|
|
|
# @yieldparam err [StandardError] error object if request failed
|
|
|
|
|
#
|
|
|
|
|
# @return [Google::Apis::DataflowV1b3::ValidateResponse]
|
|
|
|
|
#
|
|
|
|
|
# @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
|
|
|
|
|
# @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
|
|
|
|
|
# @raise [Google::Apis::AuthorizationError] Authorization is required
|
|
|
|
|
def validate_project_location_sql(project_id, location, query: nil, fields: nil, quota_user: nil, options: nil, &block)
|
2019-05-10 00:37:26 +00:00
|
|
|
command = make_simple_command(:get, 'v1b3/projects/{projectId}/locations/{location}/sql:validate', options)
|
2019-04-27 00:37:23 +00:00
|
|
|
command.response_representation = Google::Apis::DataflowV1b3::ValidateResponse::Representation
|
|
|
|
|
command.response_class = Google::Apis::DataflowV1b3::ValidateResponse
|
|
|
|
|
command.params['projectId'] = project_id unless project_id.nil?
|
|
|
|
|
command.params['location'] = location unless location.nil?
|
|
|
|
|
command.query['query'] = query unless query.nil?
|
|
|
|
|
command.query['fields'] = fields unless fields.nil?
|
|
|
|
|
command.query['quotaUser'] = quota_user unless quota_user.nil?
|
|
|
|
|
execute_or_queue_command(command, &block)
|
|
|
|
|
end
|
|
|
|
|
|
2017-08-25 19:54:22 +00:00
|
|
|
# Creates a Cloud Dataflow job from a template.
|
2016-11-08 23:43:14 +00:00
|
|
|
# @param [String] project_id
|
2017-08-25 19:54:22 +00:00
|
|
|
# Required. The ID of the Cloud Platform project that the job belongs to.
|
|
|
|
|
# @param [String] location
|
2019-02-20 02:14:27 +00:00
|
|
|
# The [regional endpoint]
|
|
|
|
|
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) to
|
|
|
|
|
# which to direct the request.
|
2017-08-25 19:54:22 +00:00
|
|
|
# @param [Google::Apis::DataflowV1b3::CreateJobFromTemplateRequest] create_job_from_template_request_object
|
2017-07-12 20:10:42 +00:00
|
|
|
# @param [String] fields
|
|
|
|
|
# Selector specifying which fields to include in a partial response.
|
2016-11-08 23:43:14 +00:00
|
|
|
# @param [String] quota_user
|
|
|
|
|
# Available to use for quota purposes for server-side applications. Can be any
|
|
|
|
|
# arbitrary string assigned to a user, but should not exceed 40 characters.
|
|
|
|
|
# @param [Google::Apis::RequestOptions] options
|
|
|
|
|
# Request-specific options
|
|
|
|
|
#
|
|
|
|
|
# @yield [result, err] Result & error if block supplied
|
2017-08-25 19:54:22 +00:00
|
|
|
# @yieldparam result [Google::Apis::DataflowV1b3::Job] parsed result object
|
2016-11-08 23:43:14 +00:00
|
|
|
# @yieldparam err [StandardError] error object if request failed
|
|
|
|
|
#
|
2017-08-25 19:54:22 +00:00
|
|
|
# @return [Google::Apis::DataflowV1b3::Job]
|
2016-11-08 23:43:14 +00:00
|
|
|
#
|
|
|
|
|
# @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
|
|
|
|
|
# @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
|
|
|
|
|
# @raise [Google::Apis::AuthorizationError] Authorization is required
|
2017-08-25 19:54:22 +00:00
|
|
|
def create_job_from_template_with_location(project_id, location, create_job_from_template_request_object = nil, fields: nil, quota_user: nil, options: nil, &block)
|
2019-05-10 00:37:26 +00:00
|
|
|
command = make_simple_command(:post, 'v1b3/projects/{projectId}/locations/{location}/templates', options)
|
2017-08-25 19:54:22 +00:00
|
|
|
command.request_representation = Google::Apis::DataflowV1b3::CreateJobFromTemplateRequest::Representation
|
|
|
|
|
command.request_object = create_job_from_template_request_object
|
|
|
|
|
command.response_representation = Google::Apis::DataflowV1b3::Job::Representation
|
|
|
|
|
command.response_class = Google::Apis::DataflowV1b3::Job
|
2016-11-08 23:43:14 +00:00
|
|
|
command.params['projectId'] = project_id unless project_id.nil?
|
2017-08-25 19:54:22 +00:00
|
|
|
command.params['location'] = location unless location.nil?
|
2017-07-12 20:10:42 +00:00
|
|
|
command.query['fields'] = fields unless fields.nil?
|
|
|
|
|
command.query['quotaUser'] = quota_user unless quota_user.nil?
|
|
|
|
|
execute_or_queue_command(command, &block)
|
|
|
|
|
end
|
|
|
|
|
|
2017-08-25 19:54:22 +00:00
|
|
|
# Get the template associated with a template.
|
2017-07-12 20:10:42 +00:00
|
|
|
# @param [String] project_id
|
2017-08-25 19:54:22 +00:00
|
|
|
# Required. The ID of the Cloud Platform project that the job belongs to.
|
|
|
|
|
# @param [String] location
|
2019-02-20 02:14:27 +00:00
|
|
|
# The [regional endpoint]
|
|
|
|
|
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) to
|
|
|
|
|
# which to direct the request.
|
2017-08-25 19:54:22 +00:00
|
|
|
# @param [String] gcs_path
|
|
|
|
|
# Required. A Cloud Storage path to the template from which to
|
|
|
|
|
# create the job.
|
2018-11-15 00:36:49 +00:00
|
|
|
# Must be valid Cloud Storage URL, beginning with 'gs://'.
|
2017-08-25 19:54:22 +00:00
|
|
|
# @param [String] view
|
|
|
|
|
# The view to retrieve. Defaults to METADATA_ONLY.
|
2017-07-12 20:10:42 +00:00
|
|
|
# @param [String] fields
|
|
|
|
|
# Selector specifying which fields to include in a partial response.
|
|
|
|
|
# @param [String] quota_user
|
|
|
|
|
# Available to use for quota purposes for server-side applications. Can be any
|
|
|
|
|
# arbitrary string assigned to a user, but should not exceed 40 characters.
|
|
|
|
|
# @param [Google::Apis::RequestOptions] options
|
|
|
|
|
# Request-specific options
|
|
|
|
|
#
|
|
|
|
|
# @yield [result, err] Result & error if block supplied
|
2017-08-25 19:54:22 +00:00
|
|
|
# @yieldparam result [Google::Apis::DataflowV1b3::GetTemplateResponse] parsed result object
|
2017-07-12 20:10:42 +00:00
|
|
|
# @yieldparam err [StandardError] error object if request failed
|
|
|
|
|
#
|
2017-08-25 19:54:22 +00:00
|
|
|
# @return [Google::Apis::DataflowV1b3::GetTemplateResponse]
|
2017-07-12 20:10:42 +00:00
|
|
|
#
|
|
|
|
|
# @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
|
|
|
|
|
# @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
|
|
|
|
|
# @raise [Google::Apis::AuthorizationError] Authorization is required
|
2017-08-25 19:54:22 +00:00
|
|
|
def get_project_location_template(project_id, location, gcs_path: nil, view: nil, fields: nil, quota_user: nil, options: nil, &block)
|
2019-05-10 00:37:26 +00:00
|
|
|
command = make_simple_command(:get, 'v1b3/projects/{projectId}/locations/{location}/templates:get', options)
|
2017-08-25 19:54:22 +00:00
|
|
|
command.response_representation = Google::Apis::DataflowV1b3::GetTemplateResponse::Representation
|
|
|
|
|
command.response_class = Google::Apis::DataflowV1b3::GetTemplateResponse
|
2017-07-12 20:10:42 +00:00
|
|
|
command.params['projectId'] = project_id unless project_id.nil?
|
2017-08-25 19:54:22 +00:00
|
|
|
command.params['location'] = location unless location.nil?
|
|
|
|
|
command.query['gcsPath'] = gcs_path unless gcs_path.nil?
|
|
|
|
|
command.query['view'] = view unless view.nil?
|
2017-07-12 20:10:42 +00:00
|
|
|
command.query['fields'] = fields unless fields.nil?
|
2017-03-27 22:14:47 +00:00
|
|
|
command.query['quotaUser'] = quota_user unless quota_user.nil?
|
2017-07-12 20:10:42 +00:00
|
|
|
execute_or_queue_command(command, &block)
|
|
|
|
|
end
|
|
|
|
|
|
2017-08-25 19:54:22 +00:00
|
|
|
# Launch a template.
|
2017-07-12 20:10:42 +00:00
|
|
|
# @param [String] project_id
|
2017-08-25 19:54:22 +00:00
|
|
|
# Required. The ID of the Cloud Platform project that the job belongs to.
|
|
|
|
|
# @param [String] location
|
2019-02-20 02:14:27 +00:00
|
|
|
# The [regional endpoint]
|
|
|
|
|
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) to
|
|
|
|
|
# which to direct the request.
|
2017-08-25 19:54:22 +00:00
|
|
|
# @param [Google::Apis::DataflowV1b3::LaunchTemplateParameters] launch_template_parameters_object
|
2018-11-15 00:36:49 +00:00
|
|
|
# @param [String] dynamic_template_gcs_path
|
|
|
|
|
# Path to dynamic template spec file on GCS.
|
|
|
|
|
# The file must be a Json serialized DynamicTemplateFieSpec object.
|
|
|
|
|
# @param [String] dynamic_template_staging_location
|
|
|
|
|
# Cloud Storage path for staging dependencies.
|
|
|
|
|
# Must be a valid Cloud Storage URL, beginning with `gs://`.
|
2017-08-25 19:54:22 +00:00
|
|
|
# @param [String] gcs_path
|
2018-11-15 00:36:49 +00:00
|
|
|
# A Cloud Storage path to the template from which to create
|
2017-08-25 19:54:22 +00:00
|
|
|
# the job.
|
|
|
|
|
# Must be valid Cloud Storage URL, beginning with 'gs://'.
|
|
|
|
|
# @param [Boolean] validate_only
|
|
|
|
|
# If true, the request is validated but not actually executed.
|
|
|
|
|
# Defaults to false.
|
2017-07-12 20:10:42 +00:00
|
|
|
# @param [String] fields
|
|
|
|
|
# Selector specifying which fields to include in a partial response.
|
|
|
|
|
# @param [String] quota_user
|
|
|
|
|
# Available to use for quota purposes for server-side applications. Can be any
|
|
|
|
|
# arbitrary string assigned to a user, but should not exceed 40 characters.
|
|
|
|
|
# @param [Google::Apis::RequestOptions] options
|
|
|
|
|
# Request-specific options
|
|
|
|
|
#
|
|
|
|
|
# @yield [result, err] Result & error if block supplied
|
2017-08-25 19:54:22 +00:00
|
|
|
# @yieldparam result [Google::Apis::DataflowV1b3::LaunchTemplateResponse] parsed result object
|
2017-07-12 20:10:42 +00:00
|
|
|
# @yieldparam err [StandardError] error object if request failed
|
|
|
|
|
#
|
2017-08-25 19:54:22 +00:00
|
|
|
# @return [Google::Apis::DataflowV1b3::LaunchTemplateResponse]
|
2017-07-12 20:10:42 +00:00
|
|
|
#
|
|
|
|
|
# @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
|
|
|
|
|
# @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
|
|
|
|
|
# @raise [Google::Apis::AuthorizationError] Authorization is required
|
2018-11-15 00:36:49 +00:00
|
|
|
def launch_project_location_template(project_id, location, launch_template_parameters_object = nil, dynamic_template_gcs_path: nil, dynamic_template_staging_location: nil, gcs_path: nil, validate_only: nil, fields: nil, quota_user: nil, options: nil, &block)
|
2019-05-10 00:37:26 +00:00
|
|
|
command = make_simple_command(:post, 'v1b3/projects/{projectId}/locations/{location}/templates:launch', options)
|
2017-08-25 19:54:22 +00:00
|
|
|
command.request_representation = Google::Apis::DataflowV1b3::LaunchTemplateParameters::Representation
|
|
|
|
|
command.request_object = launch_template_parameters_object
|
|
|
|
|
command.response_representation = Google::Apis::DataflowV1b3::LaunchTemplateResponse::Representation
|
|
|
|
|
command.response_class = Google::Apis::DataflowV1b3::LaunchTemplateResponse
|
2017-07-12 20:10:42 +00:00
|
|
|
command.params['projectId'] = project_id unless project_id.nil?
|
2017-08-25 19:54:22 +00:00
|
|
|
command.params['location'] = location unless location.nil?
|
2018-11-15 00:36:49 +00:00
|
|
|
command.query['dynamicTemplate.gcsPath'] = dynamic_template_gcs_path unless dynamic_template_gcs_path.nil?
|
|
|
|
|
command.query['dynamicTemplate.stagingLocation'] = dynamic_template_staging_location unless dynamic_template_staging_location.nil?
|
2017-08-25 19:54:22 +00:00
|
|
|
command.query['gcsPath'] = gcs_path unless gcs_path.nil?
|
|
|
|
|
command.query['validateOnly'] = validate_only unless validate_only.nil?
|
2017-06-02 06:11:31 +00:00
|
|
|
command.query['fields'] = fields unless fields.nil?
|
2017-07-12 20:10:42 +00:00
|
|
|
command.query['quotaUser'] = quota_user unless quota_user.nil?
|
2016-11-08 23:43:14 +00:00
|
|
|
execute_or_queue_command(command, &block)
|
|
|
|
|
end
|
|
|
|
|
|
2020-04-13 16:49:10 +00:00
|
|
|
# Gets information about a snapshot.
|
|
|
|
|
# @param [String] project_id
|
|
|
|
|
# The ID of the Cloud Platform project that the snapshot belongs to.
|
|
|
|
|
# @param [String] snapshot_id
|
|
|
|
|
# The ID of the snapshot.
|
|
|
|
|
# @param [String] location
|
|
|
|
|
# The location that contains this snapshot.
|
|
|
|
|
# @param [String] fields
|
|
|
|
|
# Selector specifying which fields to include in a partial response.
|
|
|
|
|
# @param [String] quota_user
|
|
|
|
|
# Available to use for quota purposes for server-side applications. Can be any
|
|
|
|
|
# arbitrary string assigned to a user, but should not exceed 40 characters.
|
|
|
|
|
# @param [Google::Apis::RequestOptions] options
|
|
|
|
|
# Request-specific options
|
|
|
|
|
#
|
|
|
|
|
# @yield [result, err] Result & error if block supplied
|
|
|
|
|
# @yieldparam result [Google::Apis::DataflowV1b3::Snapshot] parsed result object
|
|
|
|
|
# @yieldparam err [StandardError] error object if request failed
|
|
|
|
|
#
|
|
|
|
|
# @return [Google::Apis::DataflowV1b3::Snapshot]
|
|
|
|
|
#
|
|
|
|
|
# @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
|
|
|
|
|
# @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
|
|
|
|
|
# @raise [Google::Apis::AuthorizationError] Authorization is required
|
|
|
|
|
def get_project_snapshot(project_id, snapshot_id, location: nil, fields: nil, quota_user: nil, options: nil, &block)
|
|
|
|
|
command = make_simple_command(:get, 'v1b3/projects/{projectId}/snapshots/{snapshotId}', options)
|
|
|
|
|
command.response_representation = Google::Apis::DataflowV1b3::Snapshot::Representation
|
|
|
|
|
command.response_class = Google::Apis::DataflowV1b3::Snapshot
|
|
|
|
|
command.params['projectId'] = project_id unless project_id.nil?
|
|
|
|
|
command.params['snapshotId'] = snapshot_id unless snapshot_id.nil?
|
|
|
|
|
command.query['location'] = location unless location.nil?
|
|
|
|
|
command.query['fields'] = fields unless fields.nil?
|
|
|
|
|
command.query['quotaUser'] = quota_user unless quota_user.nil?
|
|
|
|
|
execute_or_queue_command(command, &block)
|
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
# Lists snapshots.
|
|
|
|
|
# @param [String] project_id
|
|
|
|
|
# The project ID to list snapshots for.
|
|
|
|
|
# @param [String] job_id
|
|
|
|
|
# If specified, list snapshots created from this job.
|
|
|
|
|
# @param [String] location
|
|
|
|
|
# The location to list snapshots in.
|
|
|
|
|
# @param [String] fields
|
|
|
|
|
# Selector specifying which fields to include in a partial response.
|
|
|
|
|
# @param [String] quota_user
|
|
|
|
|
# Available to use for quota purposes for server-side applications. Can be any
|
|
|
|
|
# arbitrary string assigned to a user, but should not exceed 40 characters.
|
|
|
|
|
# @param [Google::Apis::RequestOptions] options
|
|
|
|
|
# Request-specific options
|
|
|
|
|
#
|
|
|
|
|
# @yield [result, err] Result & error if block supplied
|
|
|
|
|
# @yieldparam result [Google::Apis::DataflowV1b3::ListSnapshotsResponse] parsed result object
|
|
|
|
|
# @yieldparam err [StandardError] error object if request failed
|
|
|
|
|
#
|
|
|
|
|
# @return [Google::Apis::DataflowV1b3::ListSnapshotsResponse]
|
|
|
|
|
#
|
|
|
|
|
# @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
|
|
|
|
|
# @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
|
|
|
|
|
# @raise [Google::Apis::AuthorizationError] Authorization is required
|
|
|
|
|
def list_project_snapshots(project_id, job_id: nil, location: nil, fields: nil, quota_user: nil, options: nil, &block)
|
|
|
|
|
command = make_simple_command(:get, 'v1b3/projects/{projectId}/snapshots', options)
|
|
|
|
|
command.response_representation = Google::Apis::DataflowV1b3::ListSnapshotsResponse::Representation
|
|
|
|
|
command.response_class = Google::Apis::DataflowV1b3::ListSnapshotsResponse
|
|
|
|
|
command.params['projectId'] = project_id unless project_id.nil?
|
|
|
|
|
command.query['jobId'] = job_id unless job_id.nil?
|
|
|
|
|
command.query['location'] = location unless location.nil?
|
|
|
|
|
command.query['fields'] = fields unless fields.nil?
|
|
|
|
|
command.query['quotaUser'] = quota_user unless quota_user.nil?
|
|
|
|
|
execute_or_queue_command(command, &block)
|
|
|
|
|
end
|
|
|
|
|
|
2020-05-26 00:38:26 +00:00
|
|
|
# List TemplateVersions using project_id and an optional display_name field.
|
|
|
|
|
# List all the TemplateVersions in the Template if display set.
|
|
|
|
|
# List all the TemplateVersions in the Project if display_name not set.
|
|
|
|
|
# @param [String] parent
|
|
|
|
|
# parent includes project_id, and display_name is optional.
|
|
|
|
|
# List by project_id(pid1) and display_name(tid1).
|
|
|
|
|
# Format: projects/`pid1`/catalogTemplates/`tid1`
|
|
|
|
|
# List by project_id(pid1).
|
|
|
|
|
# Format: projects/`pid1`
|
|
|
|
|
# @param [Fixnum] page_size
|
|
|
|
|
# The maximum number of TemplateVersions to return per page.
|
|
|
|
|
# @param [String] page_token
|
|
|
|
|
# The page token, received from a previous ListTemplateVersions call.
|
|
|
|
|
# Provide this to retrieve the subsequent page.
|
|
|
|
|
# @param [String] fields
|
|
|
|
|
# Selector specifying which fields to include in a partial response.
|
|
|
|
|
# @param [String] quota_user
|
|
|
|
|
# Available to use for quota purposes for server-side applications. Can be any
|
|
|
|
|
# arbitrary string assigned to a user, but should not exceed 40 characters.
|
|
|
|
|
# @param [Google::Apis::RequestOptions] options
|
|
|
|
|
# Request-specific options
|
|
|
|
|
#
|
|
|
|
|
# @yield [result, err] Result & error if block supplied
|
|
|
|
|
# @yieldparam result [Google::Apis::DataflowV1b3::ListTemplateVersionsResponse] parsed result object
|
|
|
|
|
# @yieldparam err [StandardError] error object if request failed
|
|
|
|
|
#
|
|
|
|
|
# @return [Google::Apis::DataflowV1b3::ListTemplateVersionsResponse]
|
|
|
|
|
#
|
|
|
|
|
# @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
|
|
|
|
|
# @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
|
|
|
|
|
# @raise [Google::Apis::AuthorizationError] Authorization is required
|
|
|
|
|
def list_project_template_versions(parent, page_size: nil, page_token: nil, fields: nil, quota_user: nil, options: nil, &block)
|
|
|
|
|
command = make_simple_command(:get, 'v1b3/{+parent}/templateVersions', options)
|
|
|
|
|
command.response_representation = Google::Apis::DataflowV1b3::ListTemplateVersionsResponse::Representation
|
|
|
|
|
command.response_class = Google::Apis::DataflowV1b3::ListTemplateVersionsResponse
|
|
|
|
|
command.params['parent'] = parent unless parent.nil?
|
|
|
|
|
command.query['pageSize'] = page_size unless page_size.nil?
|
|
|
|
|
command.query['pageToken'] = page_token unless page_token.nil?
|
|
|
|
|
command.query['fields'] = fields unless fields.nil?
|
|
|
|
|
command.query['quotaUser'] = quota_user unless quota_user.nil?
|
|
|
|
|
execute_or_queue_command(command, &block)
|
|
|
|
|
end
|
|
|
|
|
|
2017-08-25 19:54:22 +00:00
|
|
|
# Creates a Cloud Dataflow job from a template.
|
2016-11-08 23:43:14 +00:00
|
|
|
# @param [String] project_id
|
2017-08-25 19:54:22 +00:00
|
|
|
# Required. The ID of the Cloud Platform project that the job belongs to.
|
|
|
|
|
# @param [Google::Apis::DataflowV1b3::CreateJobFromTemplateRequest] create_job_from_template_request_object
|
|
|
|
|
# @param [String] fields
|
|
|
|
|
# Selector specifying which fields to include in a partial response.
|
|
|
|
|
# @param [String] quota_user
|
|
|
|
|
# Available to use for quota purposes for server-side applications. Can be any
|
|
|
|
|
# arbitrary string assigned to a user, but should not exceed 40 characters.
|
|
|
|
|
# @param [Google::Apis::RequestOptions] options
|
|
|
|
|
# Request-specific options
|
|
|
|
|
#
|
|
|
|
|
# @yield [result, err] Result & error if block supplied
|
|
|
|
|
# @yieldparam result [Google::Apis::DataflowV1b3::Job] parsed result object
|
|
|
|
|
# @yieldparam err [StandardError] error object if request failed
|
|
|
|
|
#
|
|
|
|
|
# @return [Google::Apis::DataflowV1b3::Job]
|
|
|
|
|
#
|
|
|
|
|
# @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
|
|
|
|
|
# @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
|
|
|
|
|
# @raise [Google::Apis::AuthorizationError] Authorization is required
|
|
|
|
|
def create_job_from_template(project_id, create_job_from_template_request_object = nil, fields: nil, quota_user: nil, options: nil, &block)
|
2019-05-10 00:37:26 +00:00
|
|
|
command = make_simple_command(:post, 'v1b3/projects/{projectId}/templates', options)
|
2017-08-25 19:54:22 +00:00
|
|
|
command.request_representation = Google::Apis::DataflowV1b3::CreateJobFromTemplateRequest::Representation
|
|
|
|
|
command.request_object = create_job_from_template_request_object
|
|
|
|
|
command.response_representation = Google::Apis::DataflowV1b3::Job::Representation
|
|
|
|
|
command.response_class = Google::Apis::DataflowV1b3::Job
|
|
|
|
|
command.params['projectId'] = project_id unless project_id.nil?
|
|
|
|
|
command.query['fields'] = fields unless fields.nil?
|
|
|
|
|
command.query['quotaUser'] = quota_user unless quota_user.nil?
|
|
|
|
|
execute_or_queue_command(command, &block)
|
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
# Get the template associated with a template.
|
|
|
|
|
# @param [String] project_id
|
|
|
|
|
# Required. The ID of the Cloud Platform project that the job belongs to.
|
|
|
|
|
# @param [String] gcs_path
|
|
|
|
|
# Required. A Cloud Storage path to the template from which to
|
|
|
|
|
# create the job.
|
2018-11-15 00:36:49 +00:00
|
|
|
# Must be valid Cloud Storage URL, beginning with 'gs://'.
|
2017-07-12 20:10:42 +00:00
|
|
|
# @param [String] location
|
2019-02-20 02:14:27 +00:00
|
|
|
# The [regional endpoint]
|
|
|
|
|
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) to
|
|
|
|
|
# which to direct the request.
|
2017-08-25 19:54:22 +00:00
|
|
|
# @param [String] view
|
|
|
|
|
# The view to retrieve. Defaults to METADATA_ONLY.
|
2017-07-12 20:10:42 +00:00
|
|
|
# @param [String] fields
|
|
|
|
|
# Selector specifying which fields to include in a partial response.
|
2016-11-08 23:43:14 +00:00
|
|
|
# @param [String] quota_user
|
|
|
|
|
# Available to use for quota purposes for server-side applications. Can be any
|
|
|
|
|
# arbitrary string assigned to a user, but should not exceed 40 characters.
|
|
|
|
|
# @param [Google::Apis::RequestOptions] options
|
|
|
|
|
# Request-specific options
|
|
|
|
|
#
|
|
|
|
|
# @yield [result, err] Result & error if block supplied
|
2017-08-25 19:54:22 +00:00
|
|
|
# @yieldparam result [Google::Apis::DataflowV1b3::GetTemplateResponse] parsed result object
|
2016-11-08 23:43:14 +00:00
|
|
|
# @yieldparam err [StandardError] error object if request failed
|
|
|
|
|
#
|
2017-08-25 19:54:22 +00:00
|
|
|
# @return [Google::Apis::DataflowV1b3::GetTemplateResponse]
|
2016-11-08 23:43:14 +00:00
|
|
|
#
|
|
|
|
|
# @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
|
|
|
|
|
# @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
|
|
|
|
|
# @raise [Google::Apis::AuthorizationError] Authorization is required
|
2017-08-25 19:54:22 +00:00
|
|
|
def get_project_template(project_id, gcs_path: nil, location: nil, view: nil, fields: nil, quota_user: nil, options: nil, &block)
|
2019-05-10 00:37:26 +00:00
|
|
|
command = make_simple_command(:get, 'v1b3/projects/{projectId}/templates:get', options)
|
2017-08-25 19:54:22 +00:00
|
|
|
command.response_representation = Google::Apis::DataflowV1b3::GetTemplateResponse::Representation
|
|
|
|
|
command.response_class = Google::Apis::DataflowV1b3::GetTemplateResponse
|
2016-11-08 23:43:14 +00:00
|
|
|
command.params['projectId'] = project_id unless project_id.nil?
|
2017-08-25 19:54:22 +00:00
|
|
|
command.query['gcsPath'] = gcs_path unless gcs_path.nil?
|
2017-07-12 20:10:42 +00:00
|
|
|
command.query['location'] = location unless location.nil?
|
2017-08-25 19:54:22 +00:00
|
|
|
command.query['view'] = view unless view.nil?
|
|
|
|
|
command.query['fields'] = fields unless fields.nil?
|
|
|
|
|
command.query['quotaUser'] = quota_user unless quota_user.nil?
|
|
|
|
|
execute_or_queue_command(command, &block)
|
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
# Launch a template.
|
|
|
|
|
# @param [String] project_id
|
|
|
|
|
# Required. The ID of the Cloud Platform project that the job belongs to.
|
|
|
|
|
# @param [Google::Apis::DataflowV1b3::LaunchTemplateParameters] launch_template_parameters_object
|
2018-11-15 00:36:49 +00:00
|
|
|
# @param [String] dynamic_template_gcs_path
|
|
|
|
|
# Path to dynamic template spec file on GCS.
|
|
|
|
|
# The file must be a Json serialized DynamicTemplateFieSpec object.
|
|
|
|
|
# @param [String] dynamic_template_staging_location
|
|
|
|
|
# Cloud Storage path for staging dependencies.
|
|
|
|
|
# Must be a valid Cloud Storage URL, beginning with `gs://`.
|
2017-08-25 19:54:22 +00:00
|
|
|
# @param [String] gcs_path
|
2018-11-15 00:36:49 +00:00
|
|
|
# A Cloud Storage path to the template from which to create
|
2017-08-25 19:54:22 +00:00
|
|
|
# the job.
|
|
|
|
|
# Must be valid Cloud Storage URL, beginning with 'gs://'.
|
|
|
|
|
# @param [String] location
|
2019-02-20 02:14:27 +00:00
|
|
|
# The [regional endpoint]
|
|
|
|
|
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) to
|
|
|
|
|
# which to direct the request.
|
2017-08-25 19:54:22 +00:00
|
|
|
# @param [Boolean] validate_only
|
|
|
|
|
# If true, the request is validated but not actually executed.
|
|
|
|
|
# Defaults to false.
|
|
|
|
|
# @param [String] fields
|
|
|
|
|
# Selector specifying which fields to include in a partial response.
|
|
|
|
|
# @param [String] quota_user
|
|
|
|
|
# Available to use for quota purposes for server-side applications. Can be any
|
|
|
|
|
# arbitrary string assigned to a user, but should not exceed 40 characters.
|
|
|
|
|
# @param [Google::Apis::RequestOptions] options
|
|
|
|
|
# Request-specific options
|
|
|
|
|
#
|
|
|
|
|
# @yield [result, err] Result & error if block supplied
|
|
|
|
|
# @yieldparam result [Google::Apis::DataflowV1b3::LaunchTemplateResponse] parsed result object
|
|
|
|
|
# @yieldparam err [StandardError] error object if request failed
|
|
|
|
|
#
|
|
|
|
|
# @return [Google::Apis::DataflowV1b3::LaunchTemplateResponse]
|
|
|
|
|
#
|
|
|
|
|
# @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
|
|
|
|
|
# @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
|
|
|
|
|
# @raise [Google::Apis::AuthorizationError] Authorization is required
|
2018-11-15 00:36:49 +00:00
|
|
|
def launch_project_template(project_id, launch_template_parameters_object = nil, dynamic_template_gcs_path: nil, dynamic_template_staging_location: nil, gcs_path: nil, location: nil, validate_only: nil, fields: nil, quota_user: nil, options: nil, &block)
|
2019-05-10 00:37:26 +00:00
|
|
|
command = make_simple_command(:post, 'v1b3/projects/{projectId}/templates:launch', options)
|
2017-08-25 19:54:22 +00:00
|
|
|
command.request_representation = Google::Apis::DataflowV1b3::LaunchTemplateParameters::Representation
|
|
|
|
|
command.request_object = launch_template_parameters_object
|
|
|
|
|
command.response_representation = Google::Apis::DataflowV1b3::LaunchTemplateResponse::Representation
|
|
|
|
|
command.response_class = Google::Apis::DataflowV1b3::LaunchTemplateResponse
|
|
|
|
|
command.params['projectId'] = project_id unless project_id.nil?
|
2018-11-15 00:36:49 +00:00
|
|
|
command.query['dynamicTemplate.gcsPath'] = dynamic_template_gcs_path unless dynamic_template_gcs_path.nil?
|
|
|
|
|
command.query['dynamicTemplate.stagingLocation'] = dynamic_template_staging_location unless dynamic_template_staging_location.nil?
|
2017-08-25 19:54:22 +00:00
|
|
|
command.query['gcsPath'] = gcs_path unless gcs_path.nil?
|
|
|
|
|
command.query['location'] = location unless location.nil?
|
|
|
|
|
command.query['validateOnly'] = validate_only unless validate_only.nil?
|
2017-06-02 06:11:31 +00:00
|
|
|
command.query['fields'] = fields unless fields.nil?
|
2017-07-12 20:10:42 +00:00
|
|
|
command.query['quotaUser'] = quota_user unless quota_user.nil?
|
2016-10-04 00:30:46 +00:00
|
|
|
execute_or_queue_command(command, &block)
|
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
protected
|
|
|
|
|
|
|
|
|
|
def apply_command_defaults(command)
|
2017-06-14 17:02:03 +00:00
|
|
|
command.query['key'] = key unless key.nil?
|
2017-07-12 20:10:42 +00:00
|
|
|
command.query['quotaUser'] = quota_user unless quota_user.nil?
|
2016-10-04 00:30:46 +00:00
|
|
|
end
|
|
|
|
|
end
|
|
|
|
|
end
|
|
|
|
|
end
|
|
|
|
|
end
|
