Update dependencies

Among others, this updates minio-go, so that the new "eu-west-3" zone
for AWS is supported.
This commit is contained in:
Alexander Neumann committed 2018-01-23 19:40:42 +01:00
1 parent b63de7c798
commit 2b39f9f4b2
3435 files changed
+1317989 -315639

No files matched your search

+1094 -1086
View File
File diff suppressed because it is too large. Load diff
+59 -42
View File
@@ -183,7 +183,7 @@ type Cluster struct {
// project must be unique. Names of deleted clusters can be reused.
ClusterName string `json:"clusterName,omitempty"`
// ClusterUuid: Output-only. A cluster UUID (Unique Universal
// ClusterUuid: Output only. A cluster UUID (Unique Universal
// Identifier). Cloud Dataproc generates this value when it creates the
// cluster.
ClusterUuid string `json:"clusterUuid,omitempty"`
@@ -209,10 +209,10 @@ type Cluster struct {
// cluster belongs to.
ProjectId string `json:"projectId,omitempty"`
// Status: Output-only. Cluster status.
// Status: Output only. Cluster status.
Status *ClusterStatus `json:"status,omitempty"`
// StatusHistory: Output-only. The previous cluster status.
// StatusHistory: Output only. The previous cluster status.
StatusHistory []*ClusterStatus `json:"statusHistory,omitempty"`
// ServerResponse contains the HTTP response code and headers from the
@@ -347,28 +347,28 @@ func (s *ClusterMetrics) MarshalJSON() ([]byte, error) {
// ClusterOperationMetadata: Metadata describing the operation.
type ClusterOperationMetadata struct {
// ClusterName: Output-only. Name of the cluster for the operation.
// ClusterName: Output only. Name of the cluster for the operation.
ClusterName string `json:"clusterName,omitempty"`
// ClusterUuid: Output-only. Cluster UUID for the operation.
// ClusterUuid: Output only. Cluster UUID for the operation.
ClusterUuid string `json:"clusterUuid,omitempty"`
// Description: Output-only. Short description of operation.
// Description: Output only. Short description of operation.
Description string `json:"description,omitempty"`
// Labels: Output-only. Labels associated with the operation
// Labels: Output only. Labels associated with the operation
Labels map[string]string `json:"labels,omitempty"`
// OperationType: Output-only. The operation type.
// OperationType: Output only. The operation type.
OperationType string `json:"operationType,omitempty"`
// Status: Output-only. Current operation status.
// Status: Output only. Current operation status.
Status *ClusterOperationStatus `json:"status,omitempty"`
// StatusHistory: Output-only. The previous operation status.
// StatusHistory: Output only. The previous operation status.
StatusHistory []*ClusterOperationStatus `json:"statusHistory,omitempty"`
// Warnings: Output-only. Errors encountered during operation execution.
// Warnings: Output only. Errors encountered during operation execution.
Warnings []string `json:"warnings,omitempty"`
// ForceSendFields is a list of field names (e.g. "ClusterName") to
@@ -396,15 +396,15 @@ func (s *ClusterOperationMetadata) MarshalJSON() ([]byte, error) {
// ClusterOperationStatus: The status of the operation.
type ClusterOperationStatus struct {
// Details: Output-only.A message containing any operation metadata
// Details: Output only. A message containing any operation metadata
// details.
Details string `json:"details,omitempty"`
// InnerState: Output-only. A message containing the detailed operation
// InnerState: Output only. A message containing the detailed operation
// state.
InnerState string `json:"innerState,omitempty"`
// State: Output-only. A message containing the operation state.
// State: Output only. A message containing the operation state.
//
// Possible values:
// "UNKNOWN" - Unused.
@@ -413,7 +413,7 @@ type ClusterOperationStatus struct {
// "DONE" - The operation is done; either cancelled or completed.
State string `json:"state,omitempty"`
// StateStartTime: Output-only. The time this state was entered.
// StateStartTime: Output only. The time this state was entered.
StateStartTime string `json:"stateStartTime,omitempty"`
// ForceSendFields is a list of field names (e.g. "Details") to
@@ -441,10 +441,10 @@ func (s *ClusterOperationStatus) MarshalJSON() ([]byte, error) {
// ClusterStatus: The status of a cluster and its instances.
type ClusterStatus struct {
// Detail: Output-only. Optional details of cluster's state.
// Detail: Output only. Optional details of cluster's state.
Detail string `json:"detail,omitempty"`
// State: Output-only. The cluster's state.
// State: Output only. The cluster's state.
//
// Possible values:
// "UNKNOWN" - The cluster state is unknown.
@@ -459,14 +459,14 @@ type ClusterStatus struct {
// and process jobs.
State string `json:"state,omitempty"`
// StateStartTime: Output-only. Time when this state was entered.
// StateStartTime: Output only. Time when this state was entered.
StateStartTime string `json:"stateStartTime,omitempty"`
// Substate: Output-only. Additional state information that includes
// Substate: Output only. Additional state information that includes
// status reported by the agent.
//
// Possible values:
// "UNSPECIFIED"
// "UNSPECIFIED" - The cluster substate is unknown.
// "UNHEALTHY" - The cluster is known to be in an unhealthy state (for
// example, critical daemons are not running or HDFS capacity is
// exhausted).Applies to RUNNING state.
@@ -505,7 +505,7 @@ type DiagnoseClusterRequest struct {
// DiagnoseClusterResults: The location of diagnostic output.
type DiagnoseClusterResults struct {
// OutputUri: Output-only. The Google Cloud Storage URI of the
// OutputUri: Output only. The Google Cloud Storage URI of the
// diagnostic output. The output report is a plain text file with a
// summary of collected diagnostics.
OutputUri string `json:"outputUri,omitempty"`
@@ -838,7 +838,7 @@ type InstanceGroupConfig struct {
// DiskConfig: Optional. Disk option config settings.
DiskConfig *DiskConfig `json:"diskConfig,omitempty"`
// ImageUri: Output-only. The Google Compute Engine image resource used
// ImageUri: Output only. The Google Compute Engine image resource used
// for cluster instances. Inferred from SoftwareConfig.image_version.
ImageUri string `json:"imageUri,omitempty"`
@@ -863,7 +863,7 @@ type InstanceGroupConfig struct {
// n1-standard-2
MachineTypeUri string `json:"machineTypeUri,omitempty"`
// ManagedGroupConfig: Output-only. The config for Google Compute Engine
// ManagedGroupConfig: Output only. The config for Google Compute Engine
// Instance Group Manager that manages this group. This is only used for
// preemptible instance groups.
ManagedGroupConfig *ManagedGroupConfig `json:"managedGroupConfig,omitempty"`
@@ -897,13 +897,13 @@ func (s *InstanceGroupConfig) MarshalJSON() ([]byte, error) {
// Job: A Cloud Dataproc job resource.
type Job struct {
// DriverControlFilesUri: Output-only. If present, the location of
// DriverControlFilesUri: Output only. If present, the location of
// miscellaneous control files which may be used as part of job setup
// and handling. If not present, control files may be placed in the same
// location as driver_output_uri.
DriverControlFilesUri string `json:"driverControlFilesUri,omitempty"`
// DriverOutputResourceUri: Output-only. A URI pointing to the location
// DriverOutputResourceUri: Output only. A URI pointing to the location
// of the stdout of the job's driver program.
DriverOutputResourceUri string `json:"driverOutputResourceUri,omitempty"`
@@ -946,15 +946,15 @@ type Job struct {
// SparkSqlJob: Job is a SparkSql job.
SparkSqlJob *SparkSqlJob `json:"sparkSqlJob,omitempty"`
// Status: Output-only. The job status. Additional application-specific
// Status: Output only. The job status. Additional application-specific
// status information may be contained in the <code>type_job</code> and
// <code>yarn_applications</code> fields.
Status *JobStatus `json:"status,omitempty"`
// StatusHistory: Output-only. The previous job status.
// StatusHistory: Output only. The previous job status.
StatusHistory []*JobStatus `json:"statusHistory,omitempty"`
// YarnApplications: Output-only. The collection of YARN applications
// YarnApplications: Output only. The collection of YARN applications
// spun up by this job.Beta Feature: This report is available for
// testing purposes only. It may be changed before final release.
YarnApplications []*YarnApplication `json:"yarnApplications,omitempty"`
@@ -994,7 +994,7 @@ type JobPlacement struct {
// submitted.
ClusterName string `json:"clusterName,omitempty"`
// ClusterUuid: Output-only. A cluster UUID generated by the Cloud
// ClusterUuid: Output only. A cluster UUID generated by the Cloud
// Dataproc service when the job is submitted.
ClusterUuid string `json:"clusterUuid,omitempty"`
@@ -1058,9 +1058,7 @@ func (s *JobReference) MarshalJSON() ([]byte, error) {
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
// JobScheduling: Job scheduling options.Beta Feature: These options are
// available for testing purposes only. They may be changed before final
// release.
// JobScheduling: Job scheduling options.
type JobScheduling struct {
// MaxFailuresPerHour: Optional. Maximum number of times per hour a
// driver may be restarted as a result of driver terminating with
@@ -1095,11 +1093,11 @@ func (s *JobScheduling) MarshalJSON() ([]byte, error) {
// JobStatus: Cloud Dataproc job status.
type JobStatus struct {
// Details: Output-only. Optional job state details, such as an error
// Details: Output only. Optional job state details, such as an error
// description if the state is <code>ERROR</code>.
Details string `json:"details,omitempty"`
// State: Output-only. A state message specifying the overall job state.
// State: Output only. A state message specifying the overall job state.
//
// Possible values:
// "STATE_UNSPECIFIED" - The job state is unknown.
@@ -1121,14 +1119,14 @@ type JobStatus struct {
// only.
State string `json:"state,omitempty"`
// StateStartTime: Output-only. The time when this state was entered.
// StateStartTime: Output only. The time when this state was entered.
StateStartTime string `json:"stateStartTime,omitempty"`
// Substate: Output-only. Additional state information, which includes
// Substate: Output only. Additional state information, which includes
// status reported by the agent.
//
// Possible values:
// "UNSPECIFIED"
// "UNSPECIFIED" - The job substate is unknown.
// "SUBMITTED" - The Job is submitted to the agent.Applies to RUNNING
// state.
// "QUEUED" - The Job has been received and is awaiting execution (it
@@ -1165,10 +1163,10 @@ func (s *JobStatus) MarshalJSON() ([]byte, error) {
// ListClustersResponse: The list of all clusters in a project.
type ListClustersResponse struct {
// Clusters: Output-only. The clusters in the project.
// Clusters: Output only. The clusters in the project.
Clusters []*Cluster `json:"clusters,omitempty"`
// NextPageToken: Output-only. This token is included in the response if
// NextPageToken: Output only. This token is included in the response if
// there are more results to fetch. To fetch additional results, provide
// this value as the page_token in a subsequent ListClustersRequest.
NextPageToken string `json:"nextPageToken,omitempty"`
@@ -1202,7 +1200,7 @@ func (s *ListClustersResponse) MarshalJSON() ([]byte, error) {
// ListJobsResponse: A list of jobs in a project.
type ListJobsResponse struct {
// Jobs: Output-only. Jobs list.
// Jobs: Output only. Jobs list.
Jobs []*Job `json:"jobs,omitempty"`
// NextPageToken: Optional. This token is included in the response if
@@ -1309,11 +1307,11 @@ func (s *LoggingConfig) MarshalJSON() ([]byte, error) {
// ManagedGroupConfig: Specifies the resources used to actively manage
// an instance group.
type ManagedGroupConfig struct {
// InstanceGroupManagerName: Output-only. The name of the Instance Group
// InstanceGroupManagerName: Output only. The name of the Instance Group
// Manager for this group.
InstanceGroupManagerName string `json:"instanceGroupManagerName,omitempty"`
// InstanceTemplateName: Output-only. The name of the Instance Template
// InstanceTemplateName: Output only. The name of the Instance Template
// used for the Managed Instance Group.
InstanceTemplateName string `json:"instanceTemplateName,omitempty"`
@@ -2776,6 +2774,19 @@ func (r *ProjectsRegionsClustersService) Patch(projectId string, region string,
return c
}
// GracefulDecommissionTimeout sets the optional parameter
// "gracefulDecommissionTimeout": Timeout for graceful YARN
// decomissioning. Graceful decommissioning allows removing nodes from
// the cluster without interrupting jobs in progress. Timeout specifies
// how long to wait for jobs in progress to finish before forcefully
// removing nodes (and potentially interrupting jobs). Default timeout
// is 0 (for forceful decommission), and the maximum allowed timeout is
// 1 day.Only supported on Dataproc image versions 1.2 and higher.
func (c *ProjectsRegionsClustersPatchCall) GracefulDecommissionTimeout(gracefulDecommissionTimeout string) *ProjectsRegionsClustersPatchCall {
c.urlParams_.Set("gracefulDecommissionTimeout", gracefulDecommissionTimeout)
return c
}
// UpdateMask sets the optional parameter "updateMask": Required.
// Specifies the path, relative to Cluster, of the field to update. For
// example, to change the number of workers in a cluster to 5, the
@@ -2919,6 +2930,12 @@ func (c *ProjectsRegionsClustersPatchCall) Do(opts ...googleapi.CallOption) (*Op
// "required": true,
// "type": "string"
// },
// "gracefulDecommissionTimeout": {
// "description": "Optional. Timeout for graceful YARN decomissioning. Graceful decommissioning allows removing nodes from the cluster without interrupting jobs in progress. Timeout specifies how long to wait for jobs in progress to finish before forcefully removing nodes (and potentially interrupting jobs). Default timeout is 0 (for forceful decommission), and the maximum allowed timeout is 1 day.Only supported on Dataproc image versions 1.2 and higher.",
// "format": "google-duration",
// "location": "query",
// "type": "string"
// },
// "projectId": {
// "description": "Required. The ID of the Google Cloud Platform project the cluster belongs to.",
// "location": "path",
File diff suppressed because it is too large. Load diff
+381 -45
View File
@@ -267,7 +267,7 @@ type Cluster struct {
// project must be unique. Names of deleted clusters can be reused.
ClusterName string `json:"clusterName,omitempty"`
// ClusterUuid: Output-only. A cluster UUID (Unique Universal
// ClusterUuid: Output only. A cluster UUID (Unique Universal
// Identifier). Cloud Dataproc generates this value when it creates the
// cluster.
ClusterUuid string `json:"clusterUuid,omitempty"`
@@ -293,10 +293,10 @@ type Cluster struct {
// cluster belongs to.
ProjectId string `json:"projectId,omitempty"`
// Status: Output-only. Cluster status.
// Status: Output only. Cluster status.
Status *ClusterStatus `json:"status,omitempty"`
// StatusHistory: Output-only. The previous cluster status.
// StatusHistory: Output only. The previous cluster status.
StatusHistory []*ClusterStatus `json:"statusHistory,omitempty"`
// ServerResponse contains the HTTP response code and headers from the
@@ -432,6 +432,7 @@ func (s *ClusterMetrics) MarshalJSON() ([]byte, error) {
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
// ClusterOperation: The cluster operation triggered by a workflow.
type ClusterOperation struct {
// Done: Output only. Indicates the operation is done.
Done bool `json:"done,omitempty"`
@@ -467,28 +468,28 @@ func (s *ClusterOperation) MarshalJSON() ([]byte, error) {
// ClusterOperationMetadata: Metadata describing the operation.
type ClusterOperationMetadata struct {
// ClusterName: Output-only. Name of the cluster for the operation.
// ClusterName: Output only. Name of the cluster for the operation.
ClusterName string `json:"clusterName,omitempty"`
// ClusterUuid: Output-only. Cluster UUID for the operation.
// ClusterUuid: Output only. Cluster UUID for the operation.
ClusterUuid string `json:"clusterUuid,omitempty"`
// Description: Output-only. Short description of operation.
// Description: Output only. Short description of operation.
Description string `json:"description,omitempty"`
// Labels: Output-only. Labels associated with the operation
// Labels: Output only. Labels associated with the operation
Labels map[string]string `json:"labels,omitempty"`
// OperationType: Output-only. The operation type.
// OperationType: Output only. The operation type.
OperationType string `json:"operationType,omitempty"`
// Status: Output-only. Current operation status.
// Status: Output only. Current operation status.
Status *ClusterOperationStatus `json:"status,omitempty"`
// StatusHistory: Output-only. The previous operation status.
// StatusHistory: Output only. The previous operation status.
StatusHistory []*ClusterOperationStatus `json:"statusHistory,omitempty"`
// Warnings: Output-only. Errors encountered during operation execution.
// Warnings: Output only. Errors encountered during operation execution.
Warnings []string `json:"warnings,omitempty"`
// ForceSendFields is a list of field names (e.g. "ClusterName") to
@@ -516,15 +517,15 @@ func (s *ClusterOperationMetadata) MarshalJSON() ([]byte, error) {
// ClusterOperationStatus: The status of the operation.
type ClusterOperationStatus struct {
// Details: Output-only.A message containing any operation metadata
// Details: Output only. A message containing any operation metadata
// details.
Details string `json:"details,omitempty"`
// InnerState: Output-only. A message containing the detailed operation
// InnerState: Output only. A message containing the detailed operation
// state.
InnerState string `json:"innerState,omitempty"`
// State: Output-only. A message containing the operation state.
// State: Output only. A message containing the operation state.
//
// Possible values:
// "UNKNOWN" - Unused.
@@ -533,7 +534,7 @@ type ClusterOperationStatus struct {
// "DONE" - The operation is done; either cancelled or completed.
State string `json:"state,omitempty"`
// StateStartTime: Output-only. The time this state was entered.
// StateStartTime: Output only. The time this state was entered.
StateStartTime string `json:"stateStartTime,omitempty"`
// ForceSendFields is a list of field names (e.g. "Details") to
@@ -597,10 +598,10 @@ func (s *ClusterSelector) MarshalJSON() ([]byte, error) {
// ClusterStatus: The status of a cluster and its instances.
type ClusterStatus struct {
// Detail: Output-only. Optional details of cluster's state.
// Detail: Output only. Optional details of cluster's state.
Detail string `json:"detail,omitempty"`
// State: Output-only. The cluster's state.
// State: Output only. The cluster's state.
//
// Possible values:
// "UNKNOWN" - The cluster state is unknown.
@@ -615,14 +616,14 @@ type ClusterStatus struct {
// and process jobs.
State string `json:"state,omitempty"`
// StateStartTime: Output-only. Time when this state was entered.
// StateStartTime: Output only. Time when this state was entered.
StateStartTime string `json:"stateStartTime,omitempty"`
// Substate: Output-only. Additional state information that includes
// Substate: Output only. Additional state information that includes
// status reported by the agent.
//
// Possible values:
// "UNSPECIFIED"
// "UNSPECIFIED" - The cluster substate is unknown.
// "UNHEALTHY" - The cluster is known to be in an unhealthy state (for
// example, critical daemons are not running or HDFS capacity is
// exhausted).Applies to RUNNING state.
@@ -661,7 +662,7 @@ type DiagnoseClusterRequest struct {
// DiagnoseClusterResults: The location of diagnostic output.
type DiagnoseClusterResults struct {
// OutputUri: Output-only. The Google Cloud Storage URI of the
// OutputUri: Output only. The Google Cloud Storage URI of the
// diagnostic output. The output report is a plain text file with a
// summary of collected diagnostics.
OutputUri string `json:"outputUri,omitempty"`
@@ -696,6 +697,10 @@ type DiskConfig struct {
// 500GB).
BootDiskSizeGb int64 `json:"bootDiskSizeGb,omitempty"`
// BootDiskType: Optional. Type of the boot disk (default is
// 'pd-standard'). Valid values: 'pd-ssd', 'pd-standard'
BootDiskType string `json:"bootDiskType,omitempty"`
// NumLocalSsds: Optional. Number of attached SSDs, from 0 to 4 (default
// is 0). If SSDs are not attached, the boot disk is used to store
// runtime logs and HDFS
@@ -994,7 +999,7 @@ type InstanceGroupConfig struct {
// DiskConfig: Optional. Disk option config settings.
DiskConfig *DiskConfig `json:"diskConfig,omitempty"`
// ImageUri: Output-only. The Google Compute Engine image resource used
// ImageUri: Output only. The Google Compute Engine image resource used
// for cluster instances. Inferred from SoftwareConfig.image_version.
ImageUri string `json:"imageUri,omitempty"`
@@ -1019,11 +1024,15 @@ type InstanceGroupConfig struct {
// n1-standard-2
MachineTypeUri string `json:"machineTypeUri,omitempty"`
// ManagedGroupConfig: Output-only. The config for Google Compute Engine
// ManagedGroupConfig: Output only. The config for Google Compute Engine
// Instance Group Manager that manages this group. This is only used for
// preemptible instance groups.
ManagedGroupConfig *ManagedGroupConfig `json:"managedGroupConfig,omitempty"`
// MinCpuPlatform: Optional. Specifies the minimum cpu platform for the
// Instance Group. See Cloud Dataproc&rarr;Minimum CPU Platform.
MinCpuPlatform string `json:"minCpuPlatform,omitempty"`
// NumInstances: Optional. The number of VM instances in the instance
// group. For master instance groups, must be set to 1.
NumInstances int64 `json:"numInstances,omitempty"`
@@ -1095,13 +1104,13 @@ func (s *InstantiateWorkflowTemplateRequest) MarshalJSON() ([]byte, error) {
// Job: A Cloud Dataproc job resource.
type Job struct {
// DriverControlFilesUri: Output-only. If present, the location of
// DriverControlFilesUri: Output only. If present, the location of
// miscellaneous control files which may be used as part of job setup
// and handling. If not present, control files may be placed in the same
// location as driver_output_uri.
DriverControlFilesUri string `json:"driverControlFilesUri,omitempty"`
// DriverOutputResourceUri: Output-only. A URI pointing to the location
// DriverOutputResourceUri: Output only. A URI pointing to the location
// of the stdout of the job's driver program.
DriverOutputResourceUri string `json:"driverOutputResourceUri,omitempty"`
@@ -1144,15 +1153,15 @@ type Job struct {
// SparkSqlJob: Job is a SparkSql job.
SparkSqlJob *SparkSqlJob `json:"sparkSqlJob,omitempty"`
// Status: Output-only. The job status. Additional application-specific
// Status: Output only. The job status. Additional application-specific
// status information may be contained in the <code>type_job</code> and
// <code>yarn_applications</code> fields.
Status *JobStatus `json:"status,omitempty"`
// StatusHistory: Output-only. The previous job status.
// StatusHistory: Output only. The previous job status.
StatusHistory []*JobStatus `json:"statusHistory,omitempty"`
// YarnApplications: Output-only. The collection of YARN applications
// YarnApplications: Output only. The collection of YARN applications
// spun up by this job.Beta Feature: This report is available for
// testing purposes only. It may be changed before final release.
YarnApplications []*YarnApplication `json:"yarnApplications,omitempty"`
@@ -1192,7 +1201,7 @@ type JobPlacement struct {
// submitted.
ClusterName string `json:"clusterName,omitempty"`
// ClusterUuid: Output-only. A cluster UUID generated by the Cloud
// ClusterUuid: Output only. A cluster UUID generated by the Cloud
// Dataproc service when the job is submitted.
ClusterUuid string `json:"clusterUuid,omitempty"`
@@ -1256,9 +1265,7 @@ func (s *JobReference) MarshalJSON() ([]byte, error) {
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
// JobScheduling: Job scheduling options.Beta Feature: These options are
// available for testing purposes only. They may be changed before final
// release.
// JobScheduling: Job scheduling options.
type JobScheduling struct {
// MaxFailuresPerHour: Optional. Maximum number of times per hour a
// driver may be restarted as a result of driver terminating with
@@ -1293,11 +1300,11 @@ func (s *JobScheduling) MarshalJSON() ([]byte, error) {
// JobStatus: Cloud Dataproc job status.
type JobStatus struct {
// Details: Output-only. Optional job state details, such as an error
// Details: Output only. Optional job state details, such as an error
// description if the state is <code>ERROR</code>.
Details string `json:"details,omitempty"`
// State: Output-only. A state message specifying the overall job state.
// State: Output only. A state message specifying the overall job state.
//
// Possible values:
// "STATE_UNSPECIFIED" - The job state is unknown.
@@ -1319,14 +1326,14 @@ type JobStatus struct {
// only.
State string `json:"state,omitempty"`
// StateStartTime: Output-only. The time when this state was entered.
// StateStartTime: Output only. The time when this state was entered.
StateStartTime string `json:"stateStartTime,omitempty"`
// Substate: Output-only. Additional state information, which includes
// Substate: Output only. Additional state information, which includes
// status reported by the agent.
//
// Possible values:
// "UNSPECIFIED"
// "UNSPECIFIED" - The job substate is unknown.
// "SUBMITTED" - The Job is submitted to the agent.Applies to RUNNING
// state.
// "QUEUED" - The Job has been received and is awaiting execution (it
@@ -1402,10 +1409,10 @@ func (s *LifecycleConfig) MarshalJSON() ([]byte, error) {
// ListClustersResponse: The list of all clusters in a project.
type ListClustersResponse struct {
// Clusters: Output-only. The clusters in the project.
// Clusters: Output only. The clusters in the project.
Clusters []*Cluster `json:"clusters,omitempty"`
// NextPageToken: Output-only. This token is included in the response if
// NextPageToken: Output only. This token is included in the response if
// there are more results to fetch. To fetch additional results, provide
// this value as the page_token in a subsequent
// <code>ListClustersRequest</code>.
@@ -1440,7 +1447,7 @@ func (s *ListClustersResponse) MarshalJSON() ([]byte, error) {
// ListJobsResponse: A list of jobs in a project.
type ListJobsResponse struct {
// Jobs: Output-only. Jobs list.
// Jobs: Output only. Jobs list.
Jobs []*Job `json:"jobs,omitempty"`
// NextPageToken: Optional. This token is included in the response if
@@ -1626,11 +1633,11 @@ func (s *ManagedCluster) MarshalJSON() ([]byte, error) {
// ManagedGroupConfig: Specifies the resources used to actively manage
// an instance group.
type ManagedGroupConfig struct {
// InstanceGroupManagerName: Output-only. The name of the Instance Group
// InstanceGroupManagerName: Output only. The name of the Instance Group
// Manager for this group.
InstanceGroupManagerName string `json:"instanceGroupManagerName,omitempty"`
// InstanceTemplateName: Output-only. The name of the Instance Template
// InstanceTemplateName: Output only. The name of the Instance Template
// used for the Managed Instance Group.
InstanceTemplateName string `json:"instanceTemplateName,omitempty"`
@@ -1758,6 +1765,7 @@ func (s *Operation) MarshalJSON() ([]byte, error) {
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
// OrderedJob: A job executed by the workflow.
type OrderedJob struct {
// HadoopJob: Job is a Hadoop job.
HadoopJob *HadoopJob `json:"hadoopJob,omitempty"`
@@ -1904,7 +1912,7 @@ func (s *PigJob) MarshalJSON() ([]byte, error) {
// ]
// }
// For a description of IAM and its features, see the IAM developer's
// guide (https://cloud.google.com/iam).
// guide (https://cloud.google.com/iam/docs).
type Policy struct {
// Bindings: Associates a list of members to a role. bindings with no
// members will result in an error.
@@ -1921,7 +1929,7 @@ type Policy struct {
// to setIamPolicy, then the existing policy is overwritten blindly.
Etag string `json:"etag,omitempty"`
// Version: Version of the Policy. The default version is 0.
// Version: Deprecated.
Version int64 `json:"version,omitempty"`
// ServerResponse contains the HTTP response code and headers from the
@@ -2509,7 +2517,7 @@ type WorkflowNode struct {
// State: Output only. The node state.
//
// Possible values:
// "NODE_STATUS_UNSPECIFIED"
// "NODE_STATUS_UNSPECIFIED" - State is unspecified.
// "BLOCKED" - The node is awaiting prerequisite node to finish.
// "RUNNABLE" - The node is runnable but not running.
// "RUNNING" - The node is running.
@@ -3292,6 +3300,170 @@ func (c *ProjectsLocationsWorkflowTemplatesInstantiateCall) Do(opts ...googleapi
}
// method id "dataproc.projects.locations.workflowTemplates.instantiateInline":
type ProjectsLocationsWorkflowTemplatesInstantiateInlineCall struct {
s *Service
parent string
workflowtemplate *WorkflowTemplate
urlParams_ gensupport.URLParams
ctx_ context.Context
header_ http.Header
}
// InstantiateInline: Instantiates a template and begins execution.This
// method is equivalent to executing the sequence
// CreateWorkflowTemplate, InstantiateWorkflowTemplate,
// DeleteWorkflowTemplate.The returned Operation can be used to track
// execution of workflow by polling
// google.cloud.dataproc.v1beta2.OperationService.GetOperation. The
// Operation will complete when entire workflow is finished.The running
// workflow can be aborted via
// google.cloud.dataproc.v1beta2.OperationService.CancelOperation.The
// google.cloud.dataproc.v1beta2.Operation.metadata will always be
// google.cloud.dataproc.v1beta2.WorkflowMetadata.The
// google.cloud.dataproc.v1beta2.Operation.result will always be
// google.protobuf.Empty.
func (r *ProjectsLocationsWorkflowTemplatesService) InstantiateInline(parent string, workflowtemplate *WorkflowTemplate) *ProjectsLocationsWorkflowTemplatesInstantiateInlineCall {
c := &ProjectsLocationsWorkflowTemplatesInstantiateInlineCall{s: r.s, urlParams_: make(gensupport.URLParams)}
c.parent = parent
c.workflowtemplate = workflowtemplate
return c
}
// InstanceId sets the optional parameter "instanceId": A tag that
// prevents multiple concurrent workflow instances with the same tag
// from running. This mitigates risk of concurrent instances started due
// to retries.It is recommended to always set this value to a UUID
// (https://en.wikipedia.org/wiki/Universally_unique_identifier).The tag
// must contain only letters (a-z, A-Z), numbers (0-9), underscores (_),
// and hyphens (-). The maximum length is 40 characters.
func (c *ProjectsLocationsWorkflowTemplatesInstantiateInlineCall) InstanceId(instanceId string) *ProjectsLocationsWorkflowTemplatesInstantiateInlineCall {
c.urlParams_.Set("instanceId", instanceId)
return c
}
// Fields allows partial responses to be retrieved. See
// https://developers.google.com/gdata/docs/2.0/basics#PartialResponse
// for more information.
func (c *ProjectsLocationsWorkflowTemplatesInstantiateInlineCall) Fields(s ...googleapi.Field) *ProjectsLocationsWorkflowTemplatesInstantiateInlineCall {
c.urlParams_.Set("fields", googleapi.CombineFields(s))
return c
}
// Context sets the context to be used in this call's Do method. Any
// pending HTTP request will be aborted if the provided context is
// canceled.
func (c *ProjectsLocationsWorkflowTemplatesInstantiateInlineCall) Context(ctx context.Context) *ProjectsLocationsWorkflowTemplatesInstantiateInlineCall {
c.ctx_ = ctx
return c
}
// Header returns an http.Header that can be modified by the caller to
// add HTTP headers to the request.
func (c *ProjectsLocationsWorkflowTemplatesInstantiateInlineCall) Header() http.Header {
if c.header_ == nil {
c.header_ = make(http.Header)
}
return c.header_
}
func (c *ProjectsLocationsWorkflowTemplatesInstantiateInlineCall) doRequest(alt string) (*http.Response, error) {
reqHeaders := make(http.Header)
for k, v := range c.header_ {
reqHeaders[k] = v
}
reqHeaders.Set("User-Agent", c.s.userAgent())
var body io.Reader = nil
body, err := googleapi.WithoutDataWrapper.JSONReader(c.workflowtemplate)
if err != nil {
return nil, err
}
reqHeaders.Set("Content-Type", "application/json")
c.urlParams_.Set("alt", alt)
urls := googleapi.ResolveRelative(c.s.BasePath, "v1beta2/{+parent}/workflowTemplates:instantiateInline")
urls += "?" + c.urlParams_.Encode()
req, _ := http.NewRequest("POST", urls, body)
req.Header = reqHeaders
googleapi.Expand(req.URL, map[string]string{
"parent": c.parent,
})
return gensupport.SendRequest(c.ctx_, c.s.client, req)
}
// Do executes the "dataproc.projects.locations.workflowTemplates.instantiateInline" call.
// Exactly one of *Operation or error will be non-nil. Any non-2xx
// status code is an error. Response headers are in either
// *Operation.ServerResponse.Header or (if a response was returned at
// all) in error.(*googleapi.Error).Header. Use googleapi.IsNotModified
// to check whether the returned error was because
// http.StatusNotModified was returned.
func (c *ProjectsLocationsWorkflowTemplatesInstantiateInlineCall) Do(opts ...googleapi.CallOption) (*Operation, error) {
gensupport.SetOptions(c.urlParams_, opts...)
res, err := c.doRequest("json")
if res != nil && res.StatusCode == http.StatusNotModified {
if res.Body != nil {
res.Body.Close()
}
return nil, &googleapi.Error{
Code: res.StatusCode,
Header: res.Header,
}
}
if err != nil {
return nil, err
}
defer googleapi.CloseBody(res)
if err := googleapi.CheckResponse(res); err != nil {
return nil, err
}
ret := &Operation{
ServerResponse: googleapi.ServerResponse{
Header: res.Header,
HTTPStatusCode: res.StatusCode,
},
}
target := &ret
if err := gensupport.DecodeResponse(target, res); err != nil {
return nil, err
}
return ret, nil
// {
// "description": "Instantiates a template and begins execution.This method is equivalent to executing the sequence CreateWorkflowTemplate, InstantiateWorkflowTemplate, DeleteWorkflowTemplate.The returned Operation can be used to track execution of workflow by polling google.cloud.dataproc.v1beta2.OperationService.GetOperation. The Operation will complete when entire workflow is finished.The running workflow can be aborted via google.cloud.dataproc.v1beta2.OperationService.CancelOperation.The google.cloud.dataproc.v1beta2.Operation.metadata will always be google.cloud.dataproc.v1beta2.WorkflowMetadata.The google.cloud.dataproc.v1beta2.Operation.result will always be google.protobuf.Empty.",
// "flatPath": "v1beta2/projects/{projectsId}/locations/{locationsId}/workflowTemplates:instantiateInline",
// "httpMethod": "POST",
// "id": "dataproc.projects.locations.workflowTemplates.instantiateInline",
// "parameterOrder": [
// "parent"
// ],
// "parameters": {
// "instanceId": {
// "description": "Optional. A tag that prevents multiple concurrent workflow instances with the same tag from running. This mitigates risk of concurrent instances started due to retries.It is recommended to always set this value to a UUID (https://en.wikipedia.org/wiki/Universally_unique_identifier).The tag must contain only letters (a-z, A-Z), numbers (0-9), underscores (_), and hyphens (-). The maximum length is 40 characters.",
// "location": "query",
// "type": "string"
// },
// "parent": {
// "description": "Required. The \"resource name\" of the workflow template region, as described in https://cloud.google.com/apis/design/resource_names of the form projects/{project_id}/regions/{region}",
// "location": "path",
// "pattern": "^projects/[^/]+/locations/[^/]+$",
// "required": true,
// "type": "string"
// }
// },
// "path": "v1beta2/{+parent}/workflowTemplates:instantiateInline",
// "request": {
// "$ref": "WorkflowTemplate"
// },
// "response": {
// "$ref": "Operation"
// },
// "scopes": [
// "https://www.googleapis.com/auth/cloud-platform"
// ]
// }
}
// method id "dataproc.projects.locations.workflowTemplates.list":
type ProjectsLocationsWorkflowTemplatesListCall struct {
@@ -7280,6 +7452,170 @@ func (c *ProjectsRegionsWorkflowTemplatesInstantiateCall) Do(opts ...googleapi.C
}
// method id "dataproc.projects.regions.workflowTemplates.instantiateInline":
type ProjectsRegionsWorkflowTemplatesInstantiateInlineCall struct {
s *Service
parent string
workflowtemplate *WorkflowTemplate
urlParams_ gensupport.URLParams
ctx_ context.Context
header_ http.Header
}
// InstantiateInline: Instantiates a template and begins execution.This
// method is equivalent to executing the sequence
// CreateWorkflowTemplate, InstantiateWorkflowTemplate,
// DeleteWorkflowTemplate.The returned Operation can be used to track
// execution of workflow by polling
// google.cloud.dataproc.v1beta2.OperationService.GetOperation. The
// Operation will complete when entire workflow is finished.The running
// workflow can be aborted via
// google.cloud.dataproc.v1beta2.OperationService.CancelOperation.The
// google.cloud.dataproc.v1beta2.Operation.metadata will always be
// google.cloud.dataproc.v1beta2.WorkflowMetadata.The
// google.cloud.dataproc.v1beta2.Operation.result will always be
// google.protobuf.Empty.
func (r *ProjectsRegionsWorkflowTemplatesService) InstantiateInline(parent string, workflowtemplate *WorkflowTemplate) *ProjectsRegionsWorkflowTemplatesInstantiateInlineCall {
c := &ProjectsRegionsWorkflowTemplatesInstantiateInlineCall{s: r.s, urlParams_: make(gensupport.URLParams)}
c.parent = parent
c.workflowtemplate = workflowtemplate
return c
}
// InstanceId sets the optional parameter "instanceId": A tag that
// prevents multiple concurrent workflow instances with the same tag
// from running. This mitigates risk of concurrent instances started due
// to retries.It is recommended to always set this value to a UUID
// (https://en.wikipedia.org/wiki/Universally_unique_identifier).The tag
// must contain only letters (a-z, A-Z), numbers (0-9), underscores (_),
// and hyphens (-). The maximum length is 40 characters.
func (c *ProjectsRegionsWorkflowTemplatesInstantiateInlineCall) InstanceId(instanceId string) *ProjectsRegionsWorkflowTemplatesInstantiateInlineCall {
c.urlParams_.Set("instanceId", instanceId)
return c
}
// Fields allows partial responses to be retrieved. See
// https://developers.google.com/gdata/docs/2.0/basics#PartialResponse
// for more information.
func (c *ProjectsRegionsWorkflowTemplatesInstantiateInlineCall) Fields(s ...googleapi.Field) *ProjectsRegionsWorkflowTemplatesInstantiateInlineCall {
c.urlParams_.Set("fields", googleapi.CombineFields(s))
return c
}
// Context sets the context to be used in this call's Do method. Any
// pending HTTP request will be aborted if the provided context is
// canceled.
func (c *ProjectsRegionsWorkflowTemplatesInstantiateInlineCall) Context(ctx context.Context) *ProjectsRegionsWorkflowTemplatesInstantiateInlineCall {
c.ctx_ = ctx
return c
}
// Header returns an http.Header that can be modified by the caller to
// add HTTP headers to the request.
func (c *ProjectsRegionsWorkflowTemplatesInstantiateInlineCall) Header() http.Header {
if c.header_ == nil {
c.header_ = make(http.Header)
}
return c.header_
}
func (c *ProjectsRegionsWorkflowTemplatesInstantiateInlineCall) doRequest(alt string) (*http.Response, error) {
reqHeaders := make(http.Header)
for k, v := range c.header_ {
reqHeaders[k] = v
}
reqHeaders.Set("User-Agent", c.s.userAgent())
var body io.Reader = nil
body, err := googleapi.WithoutDataWrapper.JSONReader(c.workflowtemplate)
if err != nil {
return nil, err
}
reqHeaders.Set("Content-Type", "application/json")
c.urlParams_.Set("alt", alt)
urls := googleapi.ResolveRelative(c.s.BasePath, "v1beta2/{+parent}/workflowTemplates:instantiateInline")
urls += "?" + c.urlParams_.Encode()
req, _ := http.NewRequest("POST", urls, body)
req.Header = reqHeaders
googleapi.Expand(req.URL, map[string]string{
"parent": c.parent,
})
return gensupport.SendRequest(c.ctx_, c.s.client, req)
}
// Do executes the "dataproc.projects.regions.workflowTemplates.instantiateInline" call.
// Exactly one of *Operation or error will be non-nil. Any non-2xx
// status code is an error. Response headers are in either
// *Operation.ServerResponse.Header or (if a response was returned at
// all) in error.(*googleapi.Error).Header. Use googleapi.IsNotModified
// to check whether the returned error was because
// http.StatusNotModified was returned.
func (c *ProjectsRegionsWorkflowTemplatesInstantiateInlineCall) Do(opts ...googleapi.CallOption) (*Operation, error) {
gensupport.SetOptions(c.urlParams_, opts...)
res, err := c.doRequest("json")
if res != nil && res.StatusCode == http.StatusNotModified {
if res.Body != nil {
res.Body.Close()
}
return nil, &googleapi.Error{
Code: res.StatusCode,
Header: res.Header,
}
}
if err != nil {
return nil, err
}
defer googleapi.CloseBody(res)
if err := googleapi.CheckResponse(res); err != nil {
return nil, err
}
ret := &Operation{
ServerResponse: googleapi.ServerResponse{
Header: res.Header,
HTTPStatusCode: res.StatusCode,
},
}
target := &ret
if err := gensupport.DecodeResponse(target, res); err != nil {
return nil, err
}
return ret, nil
// {
// "description": "Instantiates a template and begins execution.This method is equivalent to executing the sequence CreateWorkflowTemplate, InstantiateWorkflowTemplate, DeleteWorkflowTemplate.The returned Operation can be used to track execution of workflow by polling google.cloud.dataproc.v1beta2.OperationService.GetOperation. The Operation will complete when entire workflow is finished.The running workflow can be aborted via google.cloud.dataproc.v1beta2.OperationService.CancelOperation.The google.cloud.dataproc.v1beta2.Operation.metadata will always be google.cloud.dataproc.v1beta2.WorkflowMetadata.The google.cloud.dataproc.v1beta2.Operation.result will always be google.protobuf.Empty.",
// "flatPath": "v1beta2/projects/{projectsId}/regions/{regionsId}/workflowTemplates:instantiateInline",
// "httpMethod": "POST",
// "id": "dataproc.projects.regions.workflowTemplates.instantiateInline",
// "parameterOrder": [
// "parent"
// ],
// "parameters": {
// "instanceId": {
// "description": "Optional. A tag that prevents multiple concurrent workflow instances with the same tag from running. This mitigates risk of concurrent instances started due to retries.It is recommended to always set this value to a UUID (https://en.wikipedia.org/wiki/Universally_unique_identifier).The tag must contain only letters (a-z, A-Z), numbers (0-9), underscores (_), and hyphens (-). The maximum length is 40 characters.",
// "location": "query",
// "type": "string"
// },
// "parent": {
// "description": "Required. The \"resource name\" of the workflow template region, as described in https://cloud.google.com/apis/design/resource_names of the form projects/{project_id}/regions/{region}",
// "location": "path",
// "pattern": "^projects/[^/]+/regions/[^/]+$",
// "required": true,
// "type": "string"
// }
// },
// "path": "v1beta2/{+parent}/workflowTemplates:instantiateInline",
// "request": {
// "$ref": "WorkflowTemplate"
// },
// "response": {
// "$ref": "Operation"
// },
// "scopes": [
// "https://www.googleapis.com/auth/cloud-platform"
// ]
// }
}
// method id "dataproc.projects.regions.workflowTemplates.list":
type ProjectsRegionsWorkflowTemplatesListCall struct {