genproto: google.golang.org/genproto/googleapis/cloud/dataproc/v1beta2 Index | Files

package dataproc

import "google.golang.org/genproto/googleapis/cloud/dataproc/v1beta2"

Index

Package Files

autoscaling_policies.pb.go clusters.pb.go jobs.pb.go operations.pb.go shared.pb.go workflow_templates.pb.go

Variables

var (
    ClusterStatus_State_name = map[int32]string{
        0:  "UNKNOWN",
        1:  "CREATING",
        2:  "RUNNING",
        3:  "ERROR",
        4:  "DELETING",
        5:  "UPDATING",
        6:  "STOPPING",
        7:  "STOPPED",
        8:  "STARTING",
    }
    ClusterStatus_State_value = map[string]int32{
        "UNKNOWN":  0,
        "CREATING": 1,
        "RUNNING":  2,
        "ERROR":    3,
        "DELETING": 4,
        "UPDATING": 5,
        "STOPPING": 6,
        "STOPPED":  7,
        "STARTING": 8,
    }
)

Enum value maps for ClusterStatus_State.

var (
    ClusterStatus_Substate_name = map[int32]string{
        0:  "UNSPECIFIED",
        1:  "UNHEALTHY",
        2:  "STALE_STATUS",
    }
    ClusterStatus_Substate_value = map[string]int32{
        "UNSPECIFIED":  0,
        "UNHEALTHY":    1,
        "STALE_STATUS": 2,
    }
)

Enum value maps for ClusterStatus_Substate.

var (
    ReservationAffinity_Type_name = map[int32]string{
        0:  "TYPE_UNSPECIFIED",
        1:  "NO_RESERVATION",
        2:  "ANY_RESERVATION",
        3:  "SPECIFIC_RESERVATION",
    }
    ReservationAffinity_Type_value = map[string]int32{
        "TYPE_UNSPECIFIED":     0,
        "NO_RESERVATION":       1,
        "ANY_RESERVATION":      2,
        "SPECIFIC_RESERVATION": 3,
    }
)

Enum value maps for ReservationAffinity_Type.

var (
    LoggingConfig_Level_name = map[int32]string{
        0:  "LEVEL_UNSPECIFIED",
        1:  "ALL",
        2:  "TRACE",
        3:  "DEBUG",
        4:  "INFO",
        5:  "WARN",
        6:  "ERROR",
        7:  "FATAL",
        8:  "OFF",
    }
    LoggingConfig_Level_value = map[string]int32{
        "LEVEL_UNSPECIFIED": 0,
        "ALL":               1,
        "TRACE":             2,
        "DEBUG":             3,
        "INFO":              4,
        "WARN":              5,
        "ERROR":             6,
        "FATAL":             7,
        "OFF":               8,
    }
)

Enum value maps for LoggingConfig_Level.

var (
    JobStatus_State_name = map[int32]string{
        0:  "STATE_UNSPECIFIED",
        1:  "PENDING",
        8:  "SETUP_DONE",
        2:  "RUNNING",
        3:  "CANCEL_PENDING",
        7:  "CANCEL_STARTED",
        4:  "CANCELLED",
        5:  "DONE",
        6:  "ERROR",
        9:  "ATTEMPT_FAILURE",
    }
    JobStatus_State_value = map[string]int32{
        "STATE_UNSPECIFIED": 0,
        "PENDING":           1,
        "SETUP_DONE":        8,
        "RUNNING":           2,
        "CANCEL_PENDING":    3,
        "CANCEL_STARTED":    7,
        "CANCELLED":         4,
        "DONE":              5,
        "ERROR":             6,
        "ATTEMPT_FAILURE":   9,
    }
)

Enum value maps for JobStatus_State.

var (
    JobStatus_Substate_name = map[int32]string{
        0:  "UNSPECIFIED",
        1:  "SUBMITTED",
        2:  "QUEUED",
        3:  "STALE_STATUS",
    }
    JobStatus_Substate_value = map[string]int32{
        "UNSPECIFIED":  0,
        "SUBMITTED":    1,
        "QUEUED":       2,
        "STALE_STATUS": 3,
    }
)

Enum value maps for JobStatus_Substate.

var (
    YarnApplication_State_name = map[int32]string{
        0:  "STATE_UNSPECIFIED",
        1:  "NEW",
        2:  "NEW_SAVING",
        3:  "SUBMITTED",
        4:  "ACCEPTED",
        5:  "RUNNING",
        6:  "FINISHED",
        7:  "FAILED",
        8:  "KILLED",
    }
    YarnApplication_State_value = map[string]int32{
        "STATE_UNSPECIFIED": 0,
        "NEW":               1,
        "NEW_SAVING":        2,
        "SUBMITTED":         3,
        "ACCEPTED":          4,
        "RUNNING":           5,
        "FINISHED":          6,
        "FAILED":            7,
        "KILLED":            8,
    }
)

Enum value maps for YarnApplication_State.

var (
    ListJobsRequest_JobStateMatcher_name = map[int32]string{
        0:  "ALL",
        1:  "ACTIVE",
        2:  "NON_ACTIVE",
    }
    ListJobsRequest_JobStateMatcher_value = map[string]int32{
        "ALL":        0,
        "ACTIVE":     1,
        "NON_ACTIVE": 2,
    }
)

Enum value maps for ListJobsRequest_JobStateMatcher.

var (
    ClusterOperationStatus_State_name = map[int32]string{
        0:  "UNKNOWN",
        1:  "PENDING",
        2:  "RUNNING",
        3:  "DONE",
    }
    ClusterOperationStatus_State_value = map[string]int32{
        "UNKNOWN": 0,
        "PENDING": 1,
        "RUNNING": 2,
        "DONE":    3,
    }
)

Enum value maps for ClusterOperationStatus_State.

var (
    Component_name = map[int32]string{
        0:  "COMPONENT_UNSPECIFIED",
        5:  "ANACONDA",
        13: "DOCKER",
        9:  "DRUID",
        14: "FLINK",
        3:  "HIVE_WEBHCAT",
        1:  "JUPYTER",
        7:  "KERBEROS",
        6:  "PRESTO",
        12: "RANGER",
        10: "SOLR",
        4:  "ZEPPELIN",
        8:  "ZOOKEEPER",
    }
    Component_value = map[string]int32{
        "COMPONENT_UNSPECIFIED": 0,
        "ANACONDA":              5,
        "DOCKER":                13,
        "DRUID":                 9,
        "FLINK":                 14,
        "HIVE_WEBHCAT":          3,
        "JUPYTER":               1,
        "KERBEROS":              7,
        "PRESTO":                6,
        "RANGER":                12,
        "SOLR":                  10,
        "ZEPPELIN":              4,
        "ZOOKEEPER":             8,
    }
)

Enum value maps for Component.

var (
    WorkflowMetadata_State_name = map[int32]string{
        0:  "UNKNOWN",
        1:  "PENDING",
        2:  "RUNNING",
        3:  "DONE",
    }
    WorkflowMetadata_State_value = map[string]int32{
        "UNKNOWN": 0,
        "PENDING": 1,
        "RUNNING": 2,
        "DONE":    3,
    }
)

Enum value maps for WorkflowMetadata_State.

var (
    WorkflowNode_NodeState_name = map[int32]string{
        0:  "NODE_STATUS_UNSPECIFIED",
        1:  "BLOCKED",
        2:  "RUNNABLE",
        3:  "RUNNING",
        4:  "COMPLETED",
        5:  "FAILED",
    }
    WorkflowNode_NodeState_value = map[string]int32{
        "NODE_STATUS_UNSPECIFIED": 0,
        "BLOCKED":                 1,
        "RUNNABLE":                2,
        "RUNNING":                 3,
        "COMPLETED":               4,
        "FAILED":                  5,
    }
)

Enum value maps for WorkflowNode_NodeState.

var File_google_cloud_dataproc_v1beta2_autoscaling_policies_proto protoreflect.FileDescriptor
var File_google_cloud_dataproc_v1beta2_clusters_proto protoreflect.FileDescriptor
var File_google_cloud_dataproc_v1beta2_jobs_proto protoreflect.FileDescriptor
var File_google_cloud_dataproc_v1beta2_operations_proto protoreflect.FileDescriptor
var File_google_cloud_dataproc_v1beta2_shared_proto protoreflect.FileDescriptor
var File_google_cloud_dataproc_v1beta2_workflow_templates_proto protoreflect.FileDescriptor

func RegisterAutoscalingPolicyServiceServer Uses

func RegisterAutoscalingPolicyServiceServer(s *grpc.Server, srv AutoscalingPolicyServiceServer)

func RegisterClusterControllerServer Uses

func RegisterClusterControllerServer(s *grpc.Server, srv ClusterControllerServer)

func RegisterJobControllerServer Uses

func RegisterJobControllerServer(s *grpc.Server, srv JobControllerServer)

func RegisterWorkflowTemplateServiceServer Uses

func RegisterWorkflowTemplateServiceServer(s *grpc.Server, srv WorkflowTemplateServiceServer)

type AcceleratorConfig Uses

type AcceleratorConfig struct {

    // Full URL, partial URI, or short name of the accelerator type resource to
    // expose to this instance. See
    // [Compute Engine
    // AcceleratorTypes](https://cloud.google.com/compute/docs/reference/beta/acceleratorTypes)
    //
    // Examples
    // * `https://www.googleapis.com/compute/beta/projects/[project_id]/zones/us-east1-a/acceleratorTypes/nvidia-tesla-k80`
    // * `projects/[project_id]/zones/us-east1-a/acceleratorTypes/nvidia-tesla-k80`
    // * `nvidia-tesla-k80`
    //
    // **Auto Zone Exception**: If you are using the Dataproc
    // [Auto Zone
    // Placement](https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/auto-zone#using_auto_zone_placement)
    // feature, you must use the short name of the accelerator type
    // resource, for example, `nvidia-tesla-k80`.
    AcceleratorTypeUri string `protobuf:"bytes,1,opt,name=accelerator_type_uri,json=acceleratorTypeUri,proto3" json:"accelerator_type_uri,omitempty"`
    // The number of the accelerator cards of this type exposed to this instance.
    AcceleratorCount int32 `protobuf:"varint,2,opt,name=accelerator_count,json=acceleratorCount,proto3" json:"accelerator_count,omitempty"`
    // contains filtered or unexported fields
}

Specifies the type and number of accelerator cards attached to the instances of an instance group (see [GPUs on Compute Engine](https://cloud.google.com/compute/docs/gpus/)).

func (*AcceleratorConfig) Descriptor Uses

func (*AcceleratorConfig) Descriptor() ([]byte, []int)

Deprecated: Use AcceleratorConfig.ProtoReflect.Descriptor instead.

func (*AcceleratorConfig) GetAcceleratorCount Uses

func (x *AcceleratorConfig) GetAcceleratorCount() int32

func (*AcceleratorConfig) GetAcceleratorTypeUri Uses

func (x *AcceleratorConfig) GetAcceleratorTypeUri() string

func (*AcceleratorConfig) ProtoMessage Uses

func (*AcceleratorConfig) ProtoMessage()

func (*AcceleratorConfig) ProtoReflect Uses

func (x *AcceleratorConfig) ProtoReflect() protoreflect.Message

func (*AcceleratorConfig) Reset Uses

func (x *AcceleratorConfig) Reset()

func (*AcceleratorConfig) String Uses

func (x *AcceleratorConfig) String() string

type AutoscalingConfig Uses

type AutoscalingConfig struct {

    // Optional. The autoscaling policy used by the cluster.
    //
    // Only resource names including projectid and location (region) are valid.
    // Examples:
    //
    // * `https://www.googleapis.com/compute/v1/projects/[project_id]/locations/[dataproc_region]/autoscalingPolicies/[policy_id]`
    // * `projects/[project_id]/locations/[dataproc_region]/autoscalingPolicies/[policy_id]`
    //
    // Note that the policy must be in the same project and Dataproc region.
    PolicyUri string `protobuf:"bytes,1,opt,name=policy_uri,json=policyUri,proto3" json:"policy_uri,omitempty"`
    // contains filtered or unexported fields
}

Autoscaling Policy config associated with the cluster.

func (*AutoscalingConfig) Descriptor Uses

func (*AutoscalingConfig) Descriptor() ([]byte, []int)

Deprecated: Use AutoscalingConfig.ProtoReflect.Descriptor instead.

func (*AutoscalingConfig) GetPolicyUri Uses

func (x *AutoscalingConfig) GetPolicyUri() string

func (*AutoscalingConfig) ProtoMessage Uses

func (*AutoscalingConfig) ProtoMessage()

func (*AutoscalingConfig) ProtoReflect Uses

func (x *AutoscalingConfig) ProtoReflect() protoreflect.Message

func (*AutoscalingConfig) Reset Uses

func (x *AutoscalingConfig) Reset()

func (*AutoscalingConfig) String Uses

func (x *AutoscalingConfig) String() string

type AutoscalingPolicy Uses

type AutoscalingPolicy struct {

    // Required. The policy id.
    //
    // The id must contain only letters (a-z, A-Z), numbers (0-9),
    // underscores (_), and hyphens (-). Cannot begin or end with underscore
    // or hyphen. Must consist of between 3 and 50 characters.
    Id  string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
    // Output only. The "resource name" of the autoscaling policy, as described
    // in https://cloud.google.com/apis/design/resource_names.
    //
    // * For `projects.regions.autoscalingPolicies`, the resource name of the
    //   policy has the following format:
    //   `projects/{project_id}/regions/{region}/autoscalingPolicies/{policy_id}`
    //
    // * For `projects.locations.autoscalingPolicies`, the resource name of the
    //   policy has the following format:
    //   `projects/{project_id}/locations/{location}/autoscalingPolicies/{policy_id}`
    Name string `protobuf:"bytes,2,opt,name=name,proto3" json:"name,omitempty"`
    // Required. Autoscaling algorithm for policy.
    //
    // Types that are assignable to Algorithm:
    //	*AutoscalingPolicy_BasicAlgorithm
    Algorithm isAutoscalingPolicy_Algorithm `protobuf_oneof:"algorithm"`
    // Required. Describes how the autoscaler will operate for primary workers.
    WorkerConfig *InstanceGroupAutoscalingPolicyConfig `protobuf:"bytes,4,opt,name=worker_config,json=workerConfig,proto3" json:"worker_config,omitempty"`
    // Optional. Describes how the autoscaler will operate for secondary workers.
    SecondaryWorkerConfig *InstanceGroupAutoscalingPolicyConfig `protobuf:"bytes,5,opt,name=secondary_worker_config,json=secondaryWorkerConfig,proto3" json:"secondary_worker_config,omitempty"`
    // contains filtered or unexported fields
}

Describes an autoscaling policy for Dataproc cluster autoscaler.

func (*AutoscalingPolicy) Descriptor Uses

func (*AutoscalingPolicy) Descriptor() ([]byte, []int)

Deprecated: Use AutoscalingPolicy.ProtoReflect.Descriptor instead.

func (*AutoscalingPolicy) GetAlgorithm Uses

func (m *AutoscalingPolicy) GetAlgorithm() isAutoscalingPolicy_Algorithm

func (*AutoscalingPolicy) GetBasicAlgorithm Uses

func (x *AutoscalingPolicy) GetBasicAlgorithm() *BasicAutoscalingAlgorithm

func (*AutoscalingPolicy) GetId Uses

func (x *AutoscalingPolicy) GetId() string

func (*AutoscalingPolicy) GetName Uses

func (x *AutoscalingPolicy) GetName() string

func (*AutoscalingPolicy) GetSecondaryWorkerConfig Uses

func (x *AutoscalingPolicy) GetSecondaryWorkerConfig() *InstanceGroupAutoscalingPolicyConfig

func (*AutoscalingPolicy) GetWorkerConfig Uses

func (x *AutoscalingPolicy) GetWorkerConfig() *InstanceGroupAutoscalingPolicyConfig

func (*AutoscalingPolicy) ProtoMessage Uses

func (*AutoscalingPolicy) ProtoMessage()

func (*AutoscalingPolicy) ProtoReflect Uses

func (x *AutoscalingPolicy) ProtoReflect() protoreflect.Message

func (*AutoscalingPolicy) Reset Uses

func (x *AutoscalingPolicy) Reset()

func (*AutoscalingPolicy) String Uses

func (x *AutoscalingPolicy) String() string

type AutoscalingPolicyServiceClient Uses

type AutoscalingPolicyServiceClient interface {
    // Creates new autoscaling policy.
    CreateAutoscalingPolicy(ctx context.Context, in *CreateAutoscalingPolicyRequest, opts ...grpc.CallOption) (*AutoscalingPolicy, error)
    // Updates (replaces) autoscaling policy.
    //
    // Disabled check for update_mask, because all updates will be full
    // replacements.
    UpdateAutoscalingPolicy(ctx context.Context, in *UpdateAutoscalingPolicyRequest, opts ...grpc.CallOption) (*AutoscalingPolicy, error)
    // Retrieves autoscaling policy.
    GetAutoscalingPolicy(ctx context.Context, in *GetAutoscalingPolicyRequest, opts ...grpc.CallOption) (*AutoscalingPolicy, error)
    // Lists autoscaling policies in the project.
    ListAutoscalingPolicies(ctx context.Context, in *ListAutoscalingPoliciesRequest, opts ...grpc.CallOption) (*ListAutoscalingPoliciesResponse, error)
    // Deletes an autoscaling policy. It is an error to delete an autoscaling
    // policy that is in use by one or more clusters.
    DeleteAutoscalingPolicy(ctx context.Context, in *DeleteAutoscalingPolicyRequest, opts ...grpc.CallOption) (*empty.Empty, error)
}

AutoscalingPolicyServiceClient is the client API for AutoscalingPolicyService service.

For semantics around ctx use and closing/ending streaming RPCs, please refer to https://godoc.org/google.golang.org/grpc#ClientConn.NewStream.

func NewAutoscalingPolicyServiceClient Uses

func NewAutoscalingPolicyServiceClient(cc grpc.ClientConnInterface) AutoscalingPolicyServiceClient

type AutoscalingPolicyServiceServer Uses

type AutoscalingPolicyServiceServer interface {
    // Creates new autoscaling policy.
    CreateAutoscalingPolicy(context.Context, *CreateAutoscalingPolicyRequest) (*AutoscalingPolicy, error)
    // Updates (replaces) autoscaling policy.
    //
    // Disabled check for update_mask, because all updates will be full
    // replacements.
    UpdateAutoscalingPolicy(context.Context, *UpdateAutoscalingPolicyRequest) (*AutoscalingPolicy, error)
    // Retrieves autoscaling policy.
    GetAutoscalingPolicy(context.Context, *GetAutoscalingPolicyRequest) (*AutoscalingPolicy, error)
    // Lists autoscaling policies in the project.
    ListAutoscalingPolicies(context.Context, *ListAutoscalingPoliciesRequest) (*ListAutoscalingPoliciesResponse, error)
    // Deletes an autoscaling policy. It is an error to delete an autoscaling
    // policy that is in use by one or more clusters.
    DeleteAutoscalingPolicy(context.Context, *DeleteAutoscalingPolicyRequest) (*empty.Empty, error)
}

AutoscalingPolicyServiceServer is the server API for AutoscalingPolicyService service.

type AutoscalingPolicy_BasicAlgorithm Uses

type AutoscalingPolicy_BasicAlgorithm struct {
    BasicAlgorithm *BasicAutoscalingAlgorithm `protobuf:"bytes,3,opt,name=basic_algorithm,json=basicAlgorithm,proto3,oneof"`
}

type BasicAutoscalingAlgorithm Uses

type BasicAutoscalingAlgorithm struct {

    // Required. YARN autoscaling configuration.
    YarnConfig *BasicYarnAutoscalingConfig `protobuf:"bytes,1,opt,name=yarn_config,json=yarnConfig,proto3" json:"yarn_config,omitempty"`
    // Optional. Duration between scaling events. A scaling period starts after
    // the update operation from the previous event has completed.
    //
    // Bounds: [2m, 1d]. Default: 2m.
    CooldownPeriod *duration.Duration `protobuf:"bytes,2,opt,name=cooldown_period,json=cooldownPeriod,proto3" json:"cooldown_period,omitempty"`
    // contains filtered or unexported fields
}

Basic algorithm for autoscaling.

func (*BasicAutoscalingAlgorithm) Descriptor Uses

func (*BasicAutoscalingAlgorithm) Descriptor() ([]byte, []int)

Deprecated: Use BasicAutoscalingAlgorithm.ProtoReflect.Descriptor instead.

func (*BasicAutoscalingAlgorithm) GetCooldownPeriod Uses

func (x *BasicAutoscalingAlgorithm) GetCooldownPeriod() *duration.Duration

func (*BasicAutoscalingAlgorithm) GetYarnConfig Uses

func (x *BasicAutoscalingAlgorithm) GetYarnConfig() *BasicYarnAutoscalingConfig

func (*BasicAutoscalingAlgorithm) ProtoMessage Uses

func (*BasicAutoscalingAlgorithm) ProtoMessage()

func (*BasicAutoscalingAlgorithm) ProtoReflect Uses

func (x *BasicAutoscalingAlgorithm) ProtoReflect() protoreflect.Message

func (*BasicAutoscalingAlgorithm) Reset Uses

func (x *BasicAutoscalingAlgorithm) Reset()

func (*BasicAutoscalingAlgorithm) String Uses

func (x *BasicAutoscalingAlgorithm) String() string

type BasicYarnAutoscalingConfig Uses

type BasicYarnAutoscalingConfig struct {

    // Required. Timeout for YARN graceful decommissioning of Node Managers.
    // Specifies the duration to wait for jobs to complete before forcefully
    // removing workers (and potentially interrupting jobs). Only applicable to
    // downscaling operations.
    //
    // Bounds: [0s, 1d].
    GracefulDecommissionTimeout *duration.Duration `protobuf:"bytes,5,opt,name=graceful_decommission_timeout,json=gracefulDecommissionTimeout,proto3" json:"graceful_decommission_timeout,omitempty"`
    // Required. Fraction of average pending memory in the last cooldown period
    // for which to add workers. A scale-up factor of 1.0 will result in scaling
    // up so that there is no pending memory remaining after the update (more
    // aggressive scaling). A scale-up factor closer to 0 will result in a smaller
    // magnitude of scaling up (less aggressive scaling).
    //
    // Bounds: [0.0, 1.0].
    ScaleUpFactor float64 `protobuf:"fixed64,1,opt,name=scale_up_factor,json=scaleUpFactor,proto3" json:"scale_up_factor,omitempty"`
    // Required. Fraction of average pending memory in the last cooldown period
    // for which to remove workers. A scale-down factor of 1 will result in
    // scaling down so that there is no available memory remaining after the
    // update (more aggressive scaling). A scale-down factor of 0 disables
    // removing workers, which can be beneficial for autoscaling a single job.
    //
    // Bounds: [0.0, 1.0].
    ScaleDownFactor float64 `protobuf:"fixed64,2,opt,name=scale_down_factor,json=scaleDownFactor,proto3" json:"scale_down_factor,omitempty"`
    // Optional. Minimum scale-up threshold as a fraction of total cluster size
    // before scaling occurs. For example, in a 20-worker cluster, a threshold of
    // 0.1 means the autoscaler must recommend at least a 2-worker scale-up for
    // the cluster to scale. A threshold of 0 means the autoscaler will scale up
    // on any recommended change.
    //
    // Bounds: [0.0, 1.0]. Default: 0.0.
    ScaleUpMinWorkerFraction float64 `protobuf:"fixed64,3,opt,name=scale_up_min_worker_fraction,json=scaleUpMinWorkerFraction,proto3" json:"scale_up_min_worker_fraction,omitempty"`
    // Optional. Minimum scale-down threshold as a fraction of total cluster size
    // before scaling occurs. For example, in a 20-worker cluster, a threshold of
    // 0.1 means the autoscaler must recommend at least a 2 worker scale-down for
    // the cluster to scale. A threshold of 0 means the autoscaler will scale down
    // on any recommended change.
    //
    // Bounds: [0.0, 1.0]. Default: 0.0.
    ScaleDownMinWorkerFraction float64 `protobuf:"fixed64,4,opt,name=scale_down_min_worker_fraction,json=scaleDownMinWorkerFraction,proto3" json:"scale_down_min_worker_fraction,omitempty"`
    // contains filtered or unexported fields
}

Basic autoscaling configurations for YARN.

func (*BasicYarnAutoscalingConfig) Descriptor Uses

func (*BasicYarnAutoscalingConfig) Descriptor() ([]byte, []int)

Deprecated: Use BasicYarnAutoscalingConfig.ProtoReflect.Descriptor instead.

func (*BasicYarnAutoscalingConfig) GetGracefulDecommissionTimeout Uses

func (x *BasicYarnAutoscalingConfig) GetGracefulDecommissionTimeout() *duration.Duration

func (*BasicYarnAutoscalingConfig) GetScaleDownFactor Uses

func (x *BasicYarnAutoscalingConfig) GetScaleDownFactor() float64

func (*BasicYarnAutoscalingConfig) GetScaleDownMinWorkerFraction Uses

func (x *BasicYarnAutoscalingConfig) GetScaleDownMinWorkerFraction() float64

func (*BasicYarnAutoscalingConfig) GetScaleUpFactor Uses

func (x *BasicYarnAutoscalingConfig) GetScaleUpFactor() float64

func (*BasicYarnAutoscalingConfig) GetScaleUpMinWorkerFraction Uses

func (x *BasicYarnAutoscalingConfig) GetScaleUpMinWorkerFraction() float64

func (*BasicYarnAutoscalingConfig) ProtoMessage Uses

func (*BasicYarnAutoscalingConfig) ProtoMessage()

func (*BasicYarnAutoscalingConfig) ProtoReflect Uses

func (x *BasicYarnAutoscalingConfig) ProtoReflect() protoreflect.Message

func (*BasicYarnAutoscalingConfig) Reset Uses

func (x *BasicYarnAutoscalingConfig) Reset()

func (*BasicYarnAutoscalingConfig) String Uses

func (x *BasicYarnAutoscalingConfig) String() string

type CancelJobRequest Uses

type CancelJobRequest struct {

    // Required. The ID of the Google Cloud Platform project that the job
    // belongs to.
    ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
    // Required. The Dataproc region in which to handle the request.
    Region string `protobuf:"bytes,3,opt,name=region,proto3" json:"region,omitempty"`
    // Required. The job ID.
    JobId string `protobuf:"bytes,2,opt,name=job_id,json=jobId,proto3" json:"job_id,omitempty"`
    // contains filtered or unexported fields
}

A request to cancel a job.

func (*CancelJobRequest) Descriptor Uses

func (*CancelJobRequest) Descriptor() ([]byte, []int)

Deprecated: Use CancelJobRequest.ProtoReflect.Descriptor instead.

func (*CancelJobRequest) GetJobId Uses

func (x *CancelJobRequest) GetJobId() string

func (*CancelJobRequest) GetProjectId Uses

func (x *CancelJobRequest) GetProjectId() string

func (*CancelJobRequest) GetRegion Uses

func (x *CancelJobRequest) GetRegion() string

func (*CancelJobRequest) ProtoMessage Uses

func (*CancelJobRequest) ProtoMessage()

func (*CancelJobRequest) ProtoReflect Uses

func (x *CancelJobRequest) ProtoReflect() protoreflect.Message

func (*CancelJobRequest) Reset Uses

func (x *CancelJobRequest) Reset()

func (*CancelJobRequest) String Uses

func (x *CancelJobRequest) String() string

type Cluster Uses

type Cluster struct {

    // Required. The Google Cloud Platform project ID that the cluster belongs to.
    ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
    // Required. The cluster name. Cluster names within a project must be
    // unique. Names of deleted clusters can be reused.
    ClusterName string `protobuf:"bytes,2,opt,name=cluster_name,json=clusterName,proto3" json:"cluster_name,omitempty"`
    // Required. The cluster config. Note that Dataproc may set
    // default values, and values may change when clusters are updated.
    Config *ClusterConfig `protobuf:"bytes,3,opt,name=config,proto3" json:"config,omitempty"`
    // Optional. The labels to associate with this cluster.
    // Label **keys** must contain 1 to 63 characters, and must conform to
    // [RFC 1035](https://www.ietf.org/rfc/rfc1035.txt).
    // Label **values** may be empty, but, if present, must contain 1 to 63
    // characters, and must conform to [RFC
    // 1035](https://www.ietf.org/rfc/rfc1035.txt). No more than 32 labels can be
    // associated with a cluster.
    Labels map[string]string `protobuf:"bytes,8,rep,name=labels,proto3" json:"labels,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"`
    // Output only. Cluster status.
    Status *ClusterStatus `protobuf:"bytes,4,opt,name=status,proto3" json:"status,omitempty"`
    // Output only. The previous cluster status.
    StatusHistory []*ClusterStatus `protobuf:"bytes,7,rep,name=status_history,json=statusHistory,proto3" json:"status_history,omitempty"`
    // Output only. A cluster UUID (Unique Universal Identifier). Dataproc
    // generates this value when it creates the cluster.
    ClusterUuid string `protobuf:"bytes,6,opt,name=cluster_uuid,json=clusterUuid,proto3" json:"cluster_uuid,omitempty"`
    // Output only. Contains cluster daemon metrics such as HDFS and YARN stats.
    //
    // **Beta Feature**: This report is available for testing purposes only. It
    // may be changed before final release.
    Metrics *ClusterMetrics `protobuf:"bytes,9,opt,name=metrics,proto3" json:"metrics,omitempty"`
    // contains filtered or unexported fields
}

Describes the identifying information, config, and status of a cluster of Compute Engine instances.

func (*Cluster) Descriptor Uses

func (*Cluster) Descriptor() ([]byte, []int)

Deprecated: Use Cluster.ProtoReflect.Descriptor instead.

func (*Cluster) GetClusterName Uses

func (x *Cluster) GetClusterName() string

func (*Cluster) GetClusterUuid Uses

func (x *Cluster) GetClusterUuid() string

func (*Cluster) GetConfig Uses

func (x *Cluster) GetConfig() *ClusterConfig

func (*Cluster) GetLabels Uses

func (x *Cluster) GetLabels() map[string]string

func (*Cluster) GetMetrics Uses

func (x *Cluster) GetMetrics() *ClusterMetrics

func (*Cluster) GetProjectId Uses

func (x *Cluster) GetProjectId() string

func (*Cluster) GetStatus Uses

func (x *Cluster) GetStatus() *ClusterStatus

func (*Cluster) GetStatusHistory Uses

func (x *Cluster) GetStatusHistory() []*ClusterStatus

func (*Cluster) ProtoMessage Uses

func (*Cluster) ProtoMessage()

func (*Cluster) ProtoReflect Uses

func (x *Cluster) ProtoReflect() protoreflect.Message

func (*Cluster) Reset Uses

func (x *Cluster) Reset()

func (*Cluster) String Uses

func (x *Cluster) String() string

type ClusterConfig Uses

type ClusterConfig struct {

    // Optional. A Cloud Storage bucket used to stage job
    // dependencies, config files, and job driver console output.
    // If you do not specify a staging bucket, Cloud
    // Dataproc will determine a Cloud Storage location (US,
    // ASIA, or EU) for your cluster's staging bucket according to the
    // Compute Engine zone where your cluster is deployed, and then create
    // and manage this project-level, per-location bucket (see
    // [Dataproc staging
    // bucket](https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/staging-bucket)).
    ConfigBucket string `protobuf:"bytes,1,opt,name=config_bucket,json=configBucket,proto3" json:"config_bucket,omitempty"`
    // Optional. The shared Compute Engine config settings for
    // all instances in a cluster.
    GceClusterConfig *GceClusterConfig `protobuf:"bytes,8,opt,name=gce_cluster_config,json=gceClusterConfig,proto3" json:"gce_cluster_config,omitempty"`
    // Optional. The Compute Engine config settings for
    // the master instance in a cluster.
    MasterConfig *InstanceGroupConfig `protobuf:"bytes,9,opt,name=master_config,json=masterConfig,proto3" json:"master_config,omitempty"`
    // Optional. The Compute Engine config settings for
    // worker instances in a cluster.
    WorkerConfig *InstanceGroupConfig `protobuf:"bytes,10,opt,name=worker_config,json=workerConfig,proto3" json:"worker_config,omitempty"`
    // Optional. The Compute Engine config settings for
    // additional worker instances in a cluster.
    SecondaryWorkerConfig *InstanceGroupConfig `protobuf:"bytes,12,opt,name=secondary_worker_config,json=secondaryWorkerConfig,proto3" json:"secondary_worker_config,omitempty"`
    // Optional. The config settings for software inside the cluster.
    SoftwareConfig *SoftwareConfig `protobuf:"bytes,13,opt,name=software_config,json=softwareConfig,proto3" json:"software_config,omitempty"`
    // Optional. The config setting for auto delete cluster schedule.
    LifecycleConfig *LifecycleConfig `protobuf:"bytes,14,opt,name=lifecycle_config,json=lifecycleConfig,proto3" json:"lifecycle_config,omitempty"`
    // Optional. Commands to execute on each node after config is
    // completed. By default, executables are run on master and all worker nodes.
    // You can test a node's <code>role</code> metadata to run an executable on
    // a master or worker node, as shown below using `curl` (you can also use
    // `wget`):
    //
    //     ROLE=$(curl -H Metadata-Flavor:Google
    //     http://metadata/computeMetadata/v1beta2/instance/attributes/dataproc-role)
    //     if [[ "${ROLE}" == 'Master' ]]; then
    //       ... master specific actions ...
    //     else
    //       ... worker specific actions ...
    //     fi
    InitializationActions []*NodeInitializationAction `protobuf:"bytes,11,rep,name=initialization_actions,json=initializationActions,proto3" json:"initialization_actions,omitempty"`
    // Optional. Encryption settings for the cluster.
    EncryptionConfig *EncryptionConfig `protobuf:"bytes,15,opt,name=encryption_config,json=encryptionConfig,proto3" json:"encryption_config,omitempty"`
    // Optional. Autoscaling config for the policy associated with the cluster.
    // Cluster does not autoscale if this field is unset.
    AutoscalingConfig *AutoscalingConfig `protobuf:"bytes,16,opt,name=autoscaling_config,json=autoscalingConfig,proto3" json:"autoscaling_config,omitempty"`
    // Optional. Port/endpoint configuration for this cluster
    EndpointConfig *EndpointConfig `protobuf:"bytes,17,opt,name=endpoint_config,json=endpointConfig,proto3" json:"endpoint_config,omitempty"`
    // Optional. Security related configuration.
    SecurityConfig *SecurityConfig `protobuf:"bytes,18,opt,name=security_config,json=securityConfig,proto3" json:"security_config,omitempty"`
    // Optional. The Kubernetes Engine config for Dataproc clusters deployed to Kubernetes.
    // Setting this is considered mutually exclusive with Compute Engine-based
    // options such as `gce_cluster_config`, `master_config`, `worker_config`,
    // `secondary_worker_config`, and `autoscaling_config`.
    GkeClusterConfig *GkeClusterConfig `protobuf:"bytes,19,opt,name=gke_cluster_config,json=gkeClusterConfig,proto3" json:"gke_cluster_config,omitempty"`
    // contains filtered or unexported fields
}

The cluster config.

func (*ClusterConfig) Descriptor Uses

func (*ClusterConfig) Descriptor() ([]byte, []int)

Deprecated: Use ClusterConfig.ProtoReflect.Descriptor instead.

func (*ClusterConfig) GetAutoscalingConfig Uses

func (x *ClusterConfig) GetAutoscalingConfig() *AutoscalingConfig

func (*ClusterConfig) GetConfigBucket Uses

func (x *ClusterConfig) GetConfigBucket() string

func (*ClusterConfig) GetEncryptionConfig Uses

func (x *ClusterConfig) GetEncryptionConfig() *EncryptionConfig

func (*ClusterConfig) GetEndpointConfig Uses

func (x *ClusterConfig) GetEndpointConfig() *EndpointConfig

func (*ClusterConfig) GetGceClusterConfig Uses

func (x *ClusterConfig) GetGceClusterConfig() *GceClusterConfig

func (*ClusterConfig) GetGkeClusterConfig Uses

func (x *ClusterConfig) GetGkeClusterConfig() *GkeClusterConfig

func (*ClusterConfig) GetInitializationActions Uses

func (x *ClusterConfig) GetInitializationActions() []*NodeInitializationAction

func (*ClusterConfig) GetLifecycleConfig Uses

func (x *ClusterConfig) GetLifecycleConfig() *LifecycleConfig

func (*ClusterConfig) GetMasterConfig Uses

func (x *ClusterConfig) GetMasterConfig() *InstanceGroupConfig

func (*ClusterConfig) GetSecondaryWorkerConfig Uses

func (x *ClusterConfig) GetSecondaryWorkerConfig() *InstanceGroupConfig

func (*ClusterConfig) GetSecurityConfig Uses

func (x *ClusterConfig) GetSecurityConfig() *SecurityConfig

func (*ClusterConfig) GetSoftwareConfig Uses

func (x *ClusterConfig) GetSoftwareConfig() *SoftwareConfig

func (*ClusterConfig) GetWorkerConfig Uses

func (x *ClusterConfig) GetWorkerConfig() *InstanceGroupConfig

func (*ClusterConfig) ProtoMessage Uses

func (*ClusterConfig) ProtoMessage()

func (*ClusterConfig) ProtoReflect Uses

func (x *ClusterConfig) ProtoReflect() protoreflect.Message

func (*ClusterConfig) Reset Uses

func (x *ClusterConfig) Reset()

func (*ClusterConfig) String Uses

func (x *ClusterConfig) String() string

type ClusterControllerClient Uses

type ClusterControllerClient interface {
    // Creates a cluster in a project. The returned
    // [Operation.metadata][google.longrunning.Operation.metadata] will be
    // [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1beta2#clusteroperationmetadata).
    CreateCluster(ctx context.Context, in *CreateClusterRequest, opts ...grpc.CallOption) (*longrunning.Operation, error)
    // Updates a cluster in a project. The returned
    // [Operation.metadata][google.longrunning.Operation.metadata] will be
    // [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1beta2#clusteroperationmetadata).
    UpdateCluster(ctx context.Context, in *UpdateClusterRequest, opts ...grpc.CallOption) (*longrunning.Operation, error)
    // Deletes a cluster in a project. The returned
    // [Operation.metadata][google.longrunning.Operation.metadata] will be
    // [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1beta2#clusteroperationmetadata).
    DeleteCluster(ctx context.Context, in *DeleteClusterRequest, opts ...grpc.CallOption) (*longrunning.Operation, error)
    // Gets the resource representation for a cluster in a project.
    GetCluster(ctx context.Context, in *GetClusterRequest, opts ...grpc.CallOption) (*Cluster, error)
    // Lists all regions/{region}/clusters in a project alphabetically.
    ListClusters(ctx context.Context, in *ListClustersRequest, opts ...grpc.CallOption) (*ListClustersResponse, error)
    // Gets cluster diagnostic information. The returned
    // [Operation.metadata][google.longrunning.Operation.metadata] will be
    // [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1beta2#clusteroperationmetadata).
    // After the operation completes,
    // [Operation.response][google.longrunning.Operation.response]
    // contains
    // [Empty][google.protobuf.Empty].
    DiagnoseCluster(ctx context.Context, in *DiagnoseClusterRequest, opts ...grpc.CallOption) (*longrunning.Operation, error)
}

ClusterControllerClient is the client API for ClusterController service.

For semantics around ctx use and closing/ending streaming RPCs, please refer to https://godoc.org/google.golang.org/grpc#ClientConn.NewStream.

func NewClusterControllerClient Uses

func NewClusterControllerClient(cc grpc.ClientConnInterface) ClusterControllerClient

type ClusterControllerServer Uses

type ClusterControllerServer interface {
    // Creates a cluster in a project. The returned
    // [Operation.metadata][google.longrunning.Operation.metadata] will be
    // [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1beta2#clusteroperationmetadata).
    CreateCluster(context.Context, *CreateClusterRequest) (*longrunning.Operation, error)
    // Updates a cluster in a project. The returned
    // [Operation.metadata][google.longrunning.Operation.metadata] will be
    // [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1beta2#clusteroperationmetadata).
    UpdateCluster(context.Context, *UpdateClusterRequest) (*longrunning.Operation, error)
    // Deletes a cluster in a project. The returned
    // [Operation.metadata][google.longrunning.Operation.metadata] will be
    // [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1beta2#clusteroperationmetadata).
    DeleteCluster(context.Context, *DeleteClusterRequest) (*longrunning.Operation, error)
    // Gets the resource representation for a cluster in a project.
    GetCluster(context.Context, *GetClusterRequest) (*Cluster, error)
    // Lists all regions/{region}/clusters in a project alphabetically.
    ListClusters(context.Context, *ListClustersRequest) (*ListClustersResponse, error)
    // Gets cluster diagnostic information. The returned
    // [Operation.metadata][google.longrunning.Operation.metadata] will be
    // [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1beta2#clusteroperationmetadata).
    // After the operation completes,
    // [Operation.response][google.longrunning.Operation.response]
    // contains
    // [Empty][google.protobuf.Empty].
    DiagnoseCluster(context.Context, *DiagnoseClusterRequest) (*longrunning.Operation, error)
}

ClusterControllerServer is the server API for ClusterController service.

type ClusterMetrics Uses

type ClusterMetrics struct {

    // The HDFS metrics.
    HdfsMetrics map[string]int64 `protobuf:"bytes,1,rep,name=hdfs_metrics,json=hdfsMetrics,proto3" json:"hdfs_metrics,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"varint,2,opt,name=value,proto3"`
    // The YARN metrics.
    YarnMetrics map[string]int64 `protobuf:"bytes,2,rep,name=yarn_metrics,json=yarnMetrics,proto3" json:"yarn_metrics,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"varint,2,opt,name=value,proto3"`
    // contains filtered or unexported fields
}

Contains cluster daemon metrics, such as HDFS and YARN stats.

**Beta Feature**: This report is available for testing purposes only. It may be changed before final release.

func (*ClusterMetrics) Descriptor Uses

func (*ClusterMetrics) Descriptor() ([]byte, []int)

Deprecated: Use ClusterMetrics.ProtoReflect.Descriptor instead.

func (*ClusterMetrics) GetHdfsMetrics Uses

func (x *ClusterMetrics) GetHdfsMetrics() map[string]int64

func (*ClusterMetrics) GetYarnMetrics Uses

func (x *ClusterMetrics) GetYarnMetrics() map[string]int64

func (*ClusterMetrics) ProtoMessage Uses

func (*ClusterMetrics) ProtoMessage()

func (*ClusterMetrics) ProtoReflect Uses

func (x *ClusterMetrics) ProtoReflect() protoreflect.Message

func (*ClusterMetrics) Reset Uses

func (x *ClusterMetrics) Reset()

func (*ClusterMetrics) String Uses

func (x *ClusterMetrics) String() string

type ClusterOperation Uses

type ClusterOperation struct {

    // Output only. The id of the cluster operation.
    OperationId string `protobuf:"bytes,1,opt,name=operation_id,json=operationId,proto3" json:"operation_id,omitempty"`
    // Output only. Error, if operation failed.
    Error string `protobuf:"bytes,2,opt,name=error,proto3" json:"error,omitempty"`
    // Output only. Indicates the operation is done.
    Done bool `protobuf:"varint,3,opt,name=done,proto3" json:"done,omitempty"`
    // contains filtered or unexported fields
}

The cluster operation triggered by a workflow.

func (*ClusterOperation) Descriptor Uses

func (*ClusterOperation) Descriptor() ([]byte, []int)

Deprecated: Use ClusterOperation.ProtoReflect.Descriptor instead.

func (*ClusterOperation) GetDone Uses

func (x *ClusterOperation) GetDone() bool

func (*ClusterOperation) GetError Uses

func (x *ClusterOperation) GetError() string

func (*ClusterOperation) GetOperationId Uses

func (x *ClusterOperation) GetOperationId() string

func (*ClusterOperation) ProtoMessage Uses

func (*ClusterOperation) ProtoMessage()

func (*ClusterOperation) ProtoReflect Uses

func (x *ClusterOperation) ProtoReflect() protoreflect.Message

func (*ClusterOperation) Reset Uses

func (x *ClusterOperation) Reset()

func (*ClusterOperation) String Uses

func (x *ClusterOperation) String() string

type ClusterOperationMetadata Uses

type ClusterOperationMetadata struct {

    // Output only. Name of the cluster for the operation.
    ClusterName string `protobuf:"bytes,7,opt,name=cluster_name,json=clusterName,proto3" json:"cluster_name,omitempty"`
    // Output only. Cluster UUID for the operation.
    ClusterUuid string `protobuf:"bytes,8,opt,name=cluster_uuid,json=clusterUuid,proto3" json:"cluster_uuid,omitempty"`
    // Output only. Current operation status.
    Status *ClusterOperationStatus `protobuf:"bytes,9,opt,name=status,proto3" json:"status,omitempty"`
    // Output only. The previous operation status.
    StatusHistory []*ClusterOperationStatus `protobuf:"bytes,10,rep,name=status_history,json=statusHistory,proto3" json:"status_history,omitempty"`
    // Output only. The operation type.
    OperationType string `protobuf:"bytes,11,opt,name=operation_type,json=operationType,proto3" json:"operation_type,omitempty"`
    // Output only. Short description of operation.
    Description string `protobuf:"bytes,12,opt,name=description,proto3" json:"description,omitempty"`
    // Output only. Labels associated with the operation
    Labels map[string]string `protobuf:"bytes,13,rep,name=labels,proto3" json:"labels,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"`
    // Output only. Errors encountered during operation execution.
    Warnings []string `protobuf:"bytes,14,rep,name=warnings,proto3" json:"warnings,omitempty"`
    // contains filtered or unexported fields
}

Metadata describing the operation.

func (*ClusterOperationMetadata) Descriptor Uses

func (*ClusterOperationMetadata) Descriptor() ([]byte, []int)

Deprecated: Use ClusterOperationMetadata.ProtoReflect.Descriptor instead.

func (*ClusterOperationMetadata) GetClusterName Uses

func (x *ClusterOperationMetadata) GetClusterName() string

func (*ClusterOperationMetadata) GetClusterUuid Uses

func (x *ClusterOperationMetadata) GetClusterUuid() string

func (*ClusterOperationMetadata) GetDescription Uses

func (x *ClusterOperationMetadata) GetDescription() string

func (*ClusterOperationMetadata) GetLabels Uses

func (x *ClusterOperationMetadata) GetLabels() map[string]string

func (*ClusterOperationMetadata) GetOperationType Uses

func (x *ClusterOperationMetadata) GetOperationType() string

func (*ClusterOperationMetadata) GetStatus Uses

func (x *ClusterOperationMetadata) GetStatus() *ClusterOperationStatus

func (*ClusterOperationMetadata) GetStatusHistory Uses

func (x *ClusterOperationMetadata) GetStatusHistory() []*ClusterOperationStatus

func (*ClusterOperationMetadata) GetWarnings Uses

func (x *ClusterOperationMetadata) GetWarnings() []string

func (*ClusterOperationMetadata) ProtoMessage Uses

func (*ClusterOperationMetadata) ProtoMessage()

func (*ClusterOperationMetadata) ProtoReflect Uses

func (x *ClusterOperationMetadata) ProtoReflect() protoreflect.Message

func (*ClusterOperationMetadata) Reset Uses

func (x *ClusterOperationMetadata) Reset()

func (*ClusterOperationMetadata) String Uses

func (x *ClusterOperationMetadata) String() string

type ClusterOperationStatus Uses

type ClusterOperationStatus struct {

    // Output only. A message containing the operation state.
    State ClusterOperationStatus_State `protobuf:"varint,1,opt,name=state,proto3,enum=google.cloud.dataproc.v1beta2.ClusterOperationStatus_State" json:"state,omitempty"`
    // Output only. A message containing the detailed operation state.
    InnerState string `protobuf:"bytes,2,opt,name=inner_state,json=innerState,proto3" json:"inner_state,omitempty"`
    // Output only. A message containing any operation metadata details.
    Details string `protobuf:"bytes,3,opt,name=details,proto3" json:"details,omitempty"`
    // Output only. The time this state was entered.
    StateStartTime *timestamp.Timestamp `protobuf:"bytes,4,opt,name=state_start_time,json=stateStartTime,proto3" json:"state_start_time,omitempty"`
    // contains filtered or unexported fields
}

The status of the operation.

func (*ClusterOperationStatus) Descriptor Uses

func (*ClusterOperationStatus) Descriptor() ([]byte, []int)

Deprecated: Use ClusterOperationStatus.ProtoReflect.Descriptor instead.

func (*ClusterOperationStatus) GetDetails Uses

func (x *ClusterOperationStatus) GetDetails() string

func (*ClusterOperationStatus) GetInnerState Uses

func (x *ClusterOperationStatus) GetInnerState() string

func (*ClusterOperationStatus) GetState Uses

func (x *ClusterOperationStatus) GetState() ClusterOperationStatus_State

func (*ClusterOperationStatus) GetStateStartTime Uses

func (x *ClusterOperationStatus) GetStateStartTime() *timestamp.Timestamp

func (*ClusterOperationStatus) ProtoMessage Uses

func (*ClusterOperationStatus) ProtoMessage()

func (*ClusterOperationStatus) ProtoReflect Uses

func (x *ClusterOperationStatus) ProtoReflect() protoreflect.Message

func (*ClusterOperationStatus) Reset Uses

func (x *ClusterOperationStatus) Reset()

func (*ClusterOperationStatus) String Uses

func (x *ClusterOperationStatus) String() string

type ClusterOperationStatus_State Uses

type ClusterOperationStatus_State int32

The operation state.

const (
    // Unused.
    ClusterOperationStatus_UNKNOWN ClusterOperationStatus_State = 0
    // The operation has been created.
    ClusterOperationStatus_PENDING ClusterOperationStatus_State = 1
    // The operation is running.
    ClusterOperationStatus_RUNNING ClusterOperationStatus_State = 2
    // The operation is done; either cancelled or completed.
    ClusterOperationStatus_DONE ClusterOperationStatus_State = 3
)

func (ClusterOperationStatus_State) Descriptor Uses

func (ClusterOperationStatus_State) Descriptor() protoreflect.EnumDescriptor

func (ClusterOperationStatus_State) Enum Uses

func (x ClusterOperationStatus_State) Enum() *ClusterOperationStatus_State

func (ClusterOperationStatus_State) EnumDescriptor Uses

func (ClusterOperationStatus_State) EnumDescriptor() ([]byte, []int)

Deprecated: Use ClusterOperationStatus_State.Descriptor instead.

func (ClusterOperationStatus_State) Number Uses

func (x ClusterOperationStatus_State) Number() protoreflect.EnumNumber

func (ClusterOperationStatus_State) String Uses

func (x ClusterOperationStatus_State) String() string

func (ClusterOperationStatus_State) Type Uses

func (ClusterOperationStatus_State) Type() protoreflect.EnumType

type ClusterSelector Uses

type ClusterSelector struct {

    // Optional. The zone where workflow process executes. This parameter does not
    // affect the selection of the cluster.
    //
    // If unspecified, the zone of the first cluster matching the selector
    // is used.
    Zone string `protobuf:"bytes,1,opt,name=zone,proto3" json:"zone,omitempty"`
    // Required. The cluster labels. Cluster must have all labels
    // to match.
    ClusterLabels map[string]string `protobuf:"bytes,2,rep,name=cluster_labels,json=clusterLabels,proto3" json:"cluster_labels,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"`
    // contains filtered or unexported fields
}

A selector that chooses target cluster for jobs based on metadata.

func (*ClusterSelector) Descriptor Uses

func (*ClusterSelector) Descriptor() ([]byte, []int)

Deprecated: Use ClusterSelector.ProtoReflect.Descriptor instead.

func (*ClusterSelector) GetClusterLabels Uses

func (x *ClusterSelector) GetClusterLabels() map[string]string

func (*ClusterSelector) GetZone Uses

func (x *ClusterSelector) GetZone() string

func (*ClusterSelector) ProtoMessage Uses

func (*ClusterSelector) ProtoMessage()

func (*ClusterSelector) ProtoReflect Uses

func (x *ClusterSelector) ProtoReflect() protoreflect.Message

func (*ClusterSelector) Reset Uses

func (x *ClusterSelector) Reset()

func (*ClusterSelector) String Uses

func (x *ClusterSelector) String() string

type ClusterStatus Uses

type ClusterStatus struct {

    // Output only. The cluster's state.
    State ClusterStatus_State `protobuf:"varint,1,opt,name=state,proto3,enum=google.cloud.dataproc.v1beta2.ClusterStatus_State" json:"state,omitempty"`
    // Output only. Optional details of cluster's state.
    Detail string `protobuf:"bytes,2,opt,name=detail,proto3" json:"detail,omitempty"`
    // Output only. Time when this state was entered (see JSON representation of
    // [Timestamp](https://developers.google.com/protocol-buffers/docs/proto3#json)).
    StateStartTime *timestamp.Timestamp `protobuf:"bytes,3,opt,name=state_start_time,json=stateStartTime,proto3" json:"state_start_time,omitempty"`
    // Output only. Additional state information that includes
    // status reported by the agent.
    Substate ClusterStatus_Substate `protobuf:"varint,4,opt,name=substate,proto3,enum=google.cloud.dataproc.v1beta2.ClusterStatus_Substate" json:"substate,omitempty"`
    // contains filtered or unexported fields
}

The status of a cluster and its instances.

func (*ClusterStatus) Descriptor Uses

func (*ClusterStatus) Descriptor() ([]byte, []int)

Deprecated: Use ClusterStatus.ProtoReflect.Descriptor instead.

func (*ClusterStatus) GetDetail Uses

func (x *ClusterStatus) GetDetail() string

func (*ClusterStatus) GetState Uses

func (x *ClusterStatus) GetState() ClusterStatus_State

func (*ClusterStatus) GetStateStartTime Uses

func (x *ClusterStatus) GetStateStartTime() *timestamp.Timestamp

func (*ClusterStatus) GetSubstate Uses

func (x *ClusterStatus) GetSubstate() ClusterStatus_Substate

func (*ClusterStatus) ProtoMessage Uses

func (*ClusterStatus) ProtoMessage()

func (*ClusterStatus) ProtoReflect Uses

func (x *ClusterStatus) ProtoReflect() protoreflect.Message

func (*ClusterStatus) Reset Uses

func (x *ClusterStatus) Reset()

func (*ClusterStatus) String Uses

func (x *ClusterStatus) String() string

type ClusterStatus_State Uses

type ClusterStatus_State int32

The cluster state.

const (
    // The cluster state is unknown.
    ClusterStatus_UNKNOWN ClusterStatus_State = 0
    // The cluster is being created and set up. It is not ready for use.
    ClusterStatus_CREATING ClusterStatus_State = 1
    // The cluster is currently running and healthy. It is ready for use.
    ClusterStatus_RUNNING ClusterStatus_State = 2
    // The cluster encountered an error. It is not ready for use.
    ClusterStatus_ERROR ClusterStatus_State = 3
    // The cluster is being deleted. It cannot be used.
    ClusterStatus_DELETING ClusterStatus_State = 4
    // The cluster is being updated. It continues to accept and process jobs.
    ClusterStatus_UPDATING ClusterStatus_State = 5
    // The cluster is being stopped. It cannot be used.
    ClusterStatus_STOPPING ClusterStatus_State = 6
    // The cluster is currently stopped. It is not ready for use.
    ClusterStatus_STOPPED ClusterStatus_State = 7
    // The cluster is being started. It is not ready for use.
    ClusterStatus_STARTING ClusterStatus_State = 8
)

func (ClusterStatus_State) Descriptor Uses

func (ClusterStatus_State) Descriptor() protoreflect.EnumDescriptor

func (ClusterStatus_State) Enum Uses

func (x ClusterStatus_State) Enum() *ClusterStatus_State

func (ClusterStatus_State) EnumDescriptor Uses

func (ClusterStatus_State) EnumDescriptor() ([]byte, []int)

Deprecated: Use ClusterStatus_State.Descriptor instead.

func (ClusterStatus_State) Number Uses

func (x ClusterStatus_State) Number() protoreflect.EnumNumber

func (ClusterStatus_State) String Uses

func (x ClusterStatus_State) String() string

func (ClusterStatus_State) Type Uses

func (ClusterStatus_State) Type() protoreflect.EnumType

type ClusterStatus_Substate Uses

type ClusterStatus_Substate int32

The cluster substate.

const (
    // The cluster substate is unknown.
    ClusterStatus_UNSPECIFIED ClusterStatus_Substate = 0
    // The cluster is known to be in an unhealthy state
    // (for example, critical daemons are not running or HDFS capacity is
    // exhausted).
    //
    // Applies to RUNNING state.
    ClusterStatus_UNHEALTHY ClusterStatus_Substate = 1
    // The agent-reported status is out of date (may occur if
    // Dataproc loses communication with Agent).
    //
    // Applies to RUNNING state.
    ClusterStatus_STALE_STATUS ClusterStatus_Substate = 2
)

func (ClusterStatus_Substate) Descriptor Uses

func (ClusterStatus_Substate) Descriptor() protoreflect.EnumDescriptor

func (ClusterStatus_Substate) Enum Uses

func (x ClusterStatus_Substate) Enum() *ClusterStatus_Substate

func (ClusterStatus_Substate) EnumDescriptor Uses

func (ClusterStatus_Substate) EnumDescriptor() ([]byte, []int)

Deprecated: Use ClusterStatus_Substate.Descriptor instead.

func (ClusterStatus_Substate) Number Uses

func (x ClusterStatus_Substate) Number() protoreflect.EnumNumber

func (ClusterStatus_Substate) String Uses

func (x ClusterStatus_Substate) String() string

func (ClusterStatus_Substate) Type Uses

func (ClusterStatus_Substate) Type() protoreflect.EnumType

type Component Uses

type Component int32

Cluster components that can be activated.

const (
    // Unspecified component.
    Component_COMPONENT_UNSPECIFIED Component = 0
    // The Anaconda python distribution.
    Component_ANACONDA Component = 5
    // Docker
    Component_DOCKER Component = 13
    // The Druid query engine.
    Component_DRUID Component = 9
    // Flink
    Component_FLINK Component = 14
    // The Hive Web HCatalog (the REST service for accessing HCatalog).
    Component_HIVE_WEBHCAT Component = 3
    // The Jupyter Notebook.
    Component_JUPYTER Component = 1
    // The Kerberos security feature.
    Component_KERBEROS Component = 7
    // The Presto query engine.
    Component_PRESTO Component = 6
    // The Ranger service.
    Component_RANGER Component = 12
    // The Solr service.
    Component_SOLR Component = 10
    // The Zeppelin notebook.
    Component_ZEPPELIN Component = 4
    // The Zookeeper service.
    Component_ZOOKEEPER Component = 8
)

func (Component) Descriptor Uses

func (Component) Descriptor() protoreflect.EnumDescriptor

func (Component) Enum Uses

func (x Component) Enum() *Component

func (Component) EnumDescriptor Uses

func (Component) EnumDescriptor() ([]byte, []int)

Deprecated: Use Component.Descriptor instead.

func (Component) Number Uses

func (x Component) Number() protoreflect.EnumNumber

func (Component) String Uses

func (x Component) String() string

func (Component) Type Uses

func (Component) Type() protoreflect.EnumType

type CreateAutoscalingPolicyRequest Uses

type CreateAutoscalingPolicyRequest struct {

    // Required. The "resource name" of the region or location, as described
    // in https://cloud.google.com/apis/design/resource_names.
    //
    // * For `projects.regions.autoscalingPolicies.create`, the resource name
    //   has the following format:
    //   `projects/{project_id}/regions/{region}`
    //
    // * For `projects.locations.autoscalingPolicies.create`, the resource name
    //   has the following format:
    //   `projects/{project_id}/locations/{location}`
    Parent string `protobuf:"bytes,1,opt,name=parent,proto3" json:"parent,omitempty"`
    // Required. The autoscaling policy to create.
    Policy *AutoscalingPolicy `protobuf:"bytes,2,opt,name=policy,proto3" json:"policy,omitempty"`
    // contains filtered or unexported fields
}

A request to create an autoscaling policy.

func (*CreateAutoscalingPolicyRequest) Descriptor Uses

func (*CreateAutoscalingPolicyRequest) Descriptor() ([]byte, []int)

Deprecated: Use CreateAutoscalingPolicyRequest.ProtoReflect.Descriptor instead.

func (*CreateAutoscalingPolicyRequest) GetParent Uses

func (x *CreateAutoscalingPolicyRequest) GetParent() string

func (*CreateAutoscalingPolicyRequest) GetPolicy Uses

func (x *CreateAutoscalingPolicyRequest) GetPolicy() *AutoscalingPolicy

func (*CreateAutoscalingPolicyRequest) ProtoMessage Uses

func (*CreateAutoscalingPolicyRequest) ProtoMessage()

func (*CreateAutoscalingPolicyRequest) ProtoReflect Uses

func (x *CreateAutoscalingPolicyRequest) ProtoReflect() protoreflect.Message

func (*CreateAutoscalingPolicyRequest) Reset Uses

func (x *CreateAutoscalingPolicyRequest) Reset()

func (*CreateAutoscalingPolicyRequest) String Uses

func (x *CreateAutoscalingPolicyRequest) String() string

type CreateClusterRequest Uses

type CreateClusterRequest struct {

    // Required. The ID of the Google Cloud Platform project that the cluster
    // belongs to.
    ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
    // Required. The Dataproc region in which to handle the request.
    Region string `protobuf:"bytes,3,opt,name=region,proto3" json:"region,omitempty"`
    // Required. The cluster to create.
    Cluster *Cluster `protobuf:"bytes,2,opt,name=cluster,proto3" json:"cluster,omitempty"`
    // Optional. A unique id used to identify the request. If the server
    // receives two [CreateClusterRequest][google.cloud.dataproc.v1beta2.CreateClusterRequest] requests  with the same
    // id, then the second request will be ignored and the
    // first [google.longrunning.Operation][google.longrunning.Operation] created and stored in the backend
    // is returned.
    //
    // It is recommended to always set this value to a
    // [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
    //
    // The id must contain only letters (a-z, A-Z), numbers (0-9),
    // underscores (_), and hyphens (-). The maximum length is 40 characters.
    RequestId string `protobuf:"bytes,4,opt,name=request_id,json=requestId,proto3" json:"request_id,omitempty"`
    // contains filtered or unexported fields
}

A request to create a cluster.

func (*CreateClusterRequest) Descriptor Uses

func (*CreateClusterRequest) Descriptor() ([]byte, []int)

Deprecated: Use CreateClusterRequest.ProtoReflect.Descriptor instead.

func (*CreateClusterRequest) GetCluster Uses

func (x *CreateClusterRequest) GetCluster() *Cluster

func (*CreateClusterRequest) GetProjectId Uses

func (x *CreateClusterRequest) GetProjectId() string

func (*CreateClusterRequest) GetRegion Uses

func (x *CreateClusterRequest) GetRegion() string

func (*CreateClusterRequest) GetRequestId Uses

func (x *CreateClusterRequest) GetRequestId() string

func (*CreateClusterRequest) ProtoMessage Uses

func (*CreateClusterRequest) ProtoMessage()

func (*CreateClusterRequest) ProtoReflect Uses

func (x *CreateClusterRequest) ProtoReflect() protoreflect.Message

func (*CreateClusterRequest) Reset Uses

func (x *CreateClusterRequest) Reset()

func (*CreateClusterRequest) String Uses

func (x *CreateClusterRequest) String() string

type CreateWorkflowTemplateRequest Uses

type CreateWorkflowTemplateRequest struct {

    // Required. The resource name of the region or location, as described
    // in https://cloud.google.com/apis/design/resource_names.
    //
    // * For `projects.regions.workflowTemplates,create`, the resource name of the
    //   region has the following format:
    //   `projects/{project_id}/regions/{region}`
    //
    // * For `projects.locations.workflowTemplates.create`, the resource name of
    //   the location has the following format:
    //   `projects/{project_id}/locations/{location}`
    Parent string `protobuf:"bytes,1,opt,name=parent,proto3" json:"parent,omitempty"`
    // Required. The Dataproc workflow template to create.
    Template *WorkflowTemplate `protobuf:"bytes,2,opt,name=template,proto3" json:"template,omitempty"`
    // contains filtered or unexported fields
}

A request to create a workflow template.

func (*CreateWorkflowTemplateRequest) Descriptor Uses

func (*CreateWorkflowTemplateRequest) Descriptor() ([]byte, []int)

Deprecated: Use CreateWorkflowTemplateRequest.ProtoReflect.Descriptor instead.

func (*CreateWorkflowTemplateRequest) GetParent Uses

func (x *CreateWorkflowTemplateRequest) GetParent() string

func (*CreateWorkflowTemplateRequest) GetTemplate Uses

func (x *CreateWorkflowTemplateRequest) GetTemplate() *WorkflowTemplate

func (*CreateWorkflowTemplateRequest) ProtoMessage Uses

func (*CreateWorkflowTemplateRequest) ProtoMessage()

func (*CreateWorkflowTemplateRequest) ProtoReflect Uses

func (x *CreateWorkflowTemplateRequest) ProtoReflect() protoreflect.Message

func (*CreateWorkflowTemplateRequest) Reset Uses

func (x *CreateWorkflowTemplateRequest) Reset()

func (*CreateWorkflowTemplateRequest) String Uses

func (x *CreateWorkflowTemplateRequest) String() string

type DeleteAutoscalingPolicyRequest Uses

type DeleteAutoscalingPolicyRequest struct {

    // Required. The "resource name" of the autoscaling policy, as described
    // in https://cloud.google.com/apis/design/resource_names.
    //
    // * For `projects.regions.autoscalingPolicies.delete`, the resource name
    //   of the policy has the following format:
    //   `projects/{project_id}/regions/{region}/autoscalingPolicies/{policy_id}`
    //
    // * For `projects.locations.autoscalingPolicies.delete`, the resource name
    //   of the policy has the following format:
    //   `projects/{project_id}/locations/{location}/autoscalingPolicies/{policy_id}`
    Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
    // contains filtered or unexported fields
}

A request to delete an autoscaling policy.

Autoscaling policies in use by one or more clusters will not be deleted.

func (*DeleteAutoscalingPolicyRequest) Descriptor Uses

func (*DeleteAutoscalingPolicyRequest) Descriptor() ([]byte, []int)

Deprecated: Use DeleteAutoscalingPolicyRequest.ProtoReflect.Descriptor instead.

func (*DeleteAutoscalingPolicyRequest) GetName Uses

func (x *DeleteAutoscalingPolicyRequest) GetName() string

func (*DeleteAutoscalingPolicyRequest) ProtoMessage Uses

func (*DeleteAutoscalingPolicyRequest) ProtoMessage()

func (*DeleteAutoscalingPolicyRequest) ProtoReflect Uses

func (x *DeleteAutoscalingPolicyRequest) ProtoReflect() protoreflect.Message

func (*DeleteAutoscalingPolicyRequest) Reset Uses

func (x *DeleteAutoscalingPolicyRequest) Reset()

func (*DeleteAutoscalingPolicyRequest) String Uses

func (x *DeleteAutoscalingPolicyRequest) String() string

type DeleteClusterRequest Uses

type DeleteClusterRequest struct {

    // Required. The ID of the Google Cloud Platform project that the cluster
    // belongs to.
    ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
    // Required. The Dataproc region in which to handle the request.
    Region string `protobuf:"bytes,3,opt,name=region,proto3" json:"region,omitempty"`
    // Required. The cluster name.
    ClusterName string `protobuf:"bytes,2,opt,name=cluster_name,json=clusterName,proto3" json:"cluster_name,omitempty"`
    // Optional. Specifying the `cluster_uuid` means the RPC should fail
    // (with error NOT_FOUND) if cluster with specified UUID does not exist.
    ClusterUuid string `protobuf:"bytes,4,opt,name=cluster_uuid,json=clusterUuid,proto3" json:"cluster_uuid,omitempty"`
    // Optional. A unique id used to identify the request. If the server
    // receives two [DeleteClusterRequest][google.cloud.dataproc.v1beta2.DeleteClusterRequest] requests  with the same
    // id, then the second request will be ignored and the
    // first [google.longrunning.Operation][google.longrunning.Operation] created and stored in the
    // backend is returned.
    //
    // It is recommended to always set this value to a
    // [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
    //
    // The id must contain only letters (a-z, A-Z), numbers (0-9),
    // underscores (_), and hyphens (-). The maximum length is 40 characters.
    RequestId string `protobuf:"bytes,5,opt,name=request_id,json=requestId,proto3" json:"request_id,omitempty"`
    // contains filtered or unexported fields
}

A request to delete a cluster.

func (*DeleteClusterRequest) Descriptor Uses

func (*DeleteClusterRequest) Descriptor() ([]byte, []int)

Deprecated: Use DeleteClusterRequest.ProtoReflect.Descriptor instead.

func (*DeleteClusterRequest) GetClusterName Uses

func (x *DeleteClusterRequest) GetClusterName() string

func (*DeleteClusterRequest) GetClusterUuid Uses

func (x *DeleteClusterRequest) GetClusterUuid() string

func (*DeleteClusterRequest) GetProjectId Uses

func (x *DeleteClusterRequest) GetProjectId() string

func (*DeleteClusterRequest) GetRegion Uses

func (x *DeleteClusterRequest) GetRegion() string

func (*DeleteClusterRequest) GetRequestId Uses

func (x *DeleteClusterRequest) GetRequestId() string

func (*DeleteClusterRequest) ProtoMessage Uses

func (*DeleteClusterRequest) ProtoMessage()

func (*DeleteClusterRequest) ProtoReflect Uses

func (x *DeleteClusterRequest) ProtoReflect() protoreflect.Message

func (*DeleteClusterRequest) Reset Uses

func (x *DeleteClusterRequest) Reset()

func (*DeleteClusterRequest) String Uses

func (x *DeleteClusterRequest) String() string

type DeleteJobRequest Uses

type DeleteJobRequest struct {

    // Required. The ID of the Google Cloud Platform project that the job
    // belongs to.
    ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
    // Required. The Dataproc region in which to handle the request.
    Region string `protobuf:"bytes,3,opt,name=region,proto3" json:"region,omitempty"`
    // Required. The job ID.
    JobId string `protobuf:"bytes,2,opt,name=job_id,json=jobId,proto3" json:"job_id,omitempty"`
    // contains filtered or unexported fields
}

A request to delete a job.

func (*DeleteJobRequest) Descriptor Uses

func (*DeleteJobRequest) Descriptor() ([]byte, []int)

Deprecated: Use DeleteJobRequest.ProtoReflect.Descriptor instead.

func (*DeleteJobRequest) GetJobId Uses

func (x *DeleteJobRequest) GetJobId() string

func (*DeleteJobRequest) GetProjectId Uses

func (x *DeleteJobRequest) GetProjectId() string

func (*DeleteJobRequest) GetRegion Uses

func (x *DeleteJobRequest) GetRegion() string

func (*DeleteJobRequest) ProtoMessage Uses

func (*DeleteJobRequest) ProtoMessage()

func (*DeleteJobRequest) ProtoReflect Uses

func (x *DeleteJobRequest) ProtoReflect() protoreflect.Message

func (*DeleteJobRequest) Reset Uses

func (x *DeleteJobRequest) Reset()

func (*DeleteJobRequest) String Uses

func (x *DeleteJobRequest) String() string

type DeleteWorkflowTemplateRequest Uses

type DeleteWorkflowTemplateRequest struct {

    // Required. The resource name of the workflow template, as described
    // in https://cloud.google.com/apis/design/resource_names.
    //
    // * For `projects.regions.workflowTemplates.delete`, the resource name
    // of the template has the following format:
    //   `projects/{project_id}/regions/{region}/workflowTemplates/{template_id}`
    //
    // * For `projects.locations.workflowTemplates.instantiate`, the resource name
    //   of the template has the following format:
    //   `projects/{project_id}/locations/{location}/workflowTemplates/{template_id}`
    Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
    // Optional. The version of workflow template to delete. If specified,
    // will only delete the template if the current server version matches
    // specified version.
    Version int32 `protobuf:"varint,2,opt,name=version,proto3" json:"version,omitempty"`
    // contains filtered or unexported fields
}

A request to delete a workflow template.

Currently started workflows will remain running.

func (*DeleteWorkflowTemplateRequest) Descriptor Uses

func (*DeleteWorkflowTemplateRequest) Descriptor() ([]byte, []int)

Deprecated: Use DeleteWorkflowTemplateRequest.ProtoReflect.Descriptor instead.

func (*DeleteWorkflowTemplateRequest) GetName Uses

func (x *DeleteWorkflowTemplateRequest) GetName() string

func (*DeleteWorkflowTemplateRequest) GetVersion Uses

func (x *DeleteWorkflowTemplateRequest) GetVersion() int32

func (*DeleteWorkflowTemplateRequest) ProtoMessage Uses

func (*DeleteWorkflowTemplateRequest) ProtoMessage()

func (*DeleteWorkflowTemplateRequest) ProtoReflect Uses

func (x *DeleteWorkflowTemplateRequest) ProtoReflect() protoreflect.Message

func (*DeleteWorkflowTemplateRequest) Reset Uses

func (x *DeleteWorkflowTemplateRequest) Reset()

func (*DeleteWorkflowTemplateRequest) String Uses

func (x *DeleteWorkflowTemplateRequest) String() string

type DiagnoseClusterRequest Uses

type DiagnoseClusterRequest struct {

    // Required. The ID of the Google Cloud Platform project that the cluster
    // belongs to.
    ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
    // Required. The Dataproc region in which to handle the request.
    Region string `protobuf:"bytes,3,opt,name=region,proto3" json:"region,omitempty"`
    // Required. The cluster name.
    ClusterName string `protobuf:"bytes,2,opt,name=cluster_name,json=clusterName,proto3" json:"cluster_name,omitempty"`
    // contains filtered or unexported fields
}

A request to collect cluster diagnostic information.

func (*DiagnoseClusterRequest) Descriptor Uses

func (*DiagnoseClusterRequest) Descriptor() ([]byte, []int)

Deprecated: Use DiagnoseClusterRequest.ProtoReflect.Descriptor instead.

func (*DiagnoseClusterRequest) GetClusterName Uses

func (x *DiagnoseClusterRequest) GetClusterName() string

func (*DiagnoseClusterRequest) GetProjectId Uses

func (x *DiagnoseClusterRequest) GetProjectId() string

func (*DiagnoseClusterRequest) GetRegion Uses

func (x *DiagnoseClusterRequest) GetRegion() string

func (*DiagnoseClusterRequest) ProtoMessage Uses

func (*DiagnoseClusterRequest) ProtoMessage()

func (*DiagnoseClusterRequest) ProtoReflect Uses

func (x *DiagnoseClusterRequest) ProtoReflect() protoreflect.Message

func (*DiagnoseClusterRequest) Reset Uses

func (x *DiagnoseClusterRequest) Reset()

func (*DiagnoseClusterRequest) String Uses

func (x *DiagnoseClusterRequest) String() string

type DiagnoseClusterResults Uses

type DiagnoseClusterResults struct {

    // Output only. The Cloud Storage URI of the diagnostic output.
    // The output report is a plain text file with a summary of collected
    // diagnostics.
    OutputUri string `protobuf:"bytes,1,opt,name=output_uri,json=outputUri,proto3" json:"output_uri,omitempty"`
    // contains filtered or unexported fields
}

The location of diagnostic output.

func (*DiagnoseClusterResults) Descriptor Uses

func (*DiagnoseClusterResults) Descriptor() ([]byte, []int)

Deprecated: Use DiagnoseClusterResults.ProtoReflect.Descriptor instead.

func (*DiagnoseClusterResults) GetOutputUri Uses

func (x *DiagnoseClusterResults) GetOutputUri() string

func (*DiagnoseClusterResults) ProtoMessage Uses

func (*DiagnoseClusterResults) ProtoMessage()

func (*DiagnoseClusterResults) ProtoReflect Uses

func (x *DiagnoseClusterResults) ProtoReflect() protoreflect.Message

func (*DiagnoseClusterResults) Reset Uses

func (x *DiagnoseClusterResults) Reset()

func (*DiagnoseClusterResults) String Uses

func (x *DiagnoseClusterResults) String() string

type DiskConfig Uses

type DiskConfig struct {

    // Optional. Type of the boot disk (default is "pd-standard").
    // Valid values: "pd-ssd" (Persistent Disk Solid State Drive) or
    // "pd-standard" (Persistent Disk Hard Disk Drive).
    BootDiskType string `protobuf:"bytes,3,opt,name=boot_disk_type,json=bootDiskType,proto3" json:"boot_disk_type,omitempty"`
    // Optional. Size in GB of the boot disk (default is 500GB).
    BootDiskSizeGb int32 `protobuf:"varint,1,opt,name=boot_disk_size_gb,json=bootDiskSizeGb,proto3" json:"boot_disk_size_gb,omitempty"`
    // Number of attached SSDs, from 0 to 4 (default is 0).
    // If SSDs are not attached, the boot disk is used to store runtime logs and
    // [HDFS](https://hadoop.apache.org/docs/r1.2.1/hdfs_user_guide.html) data.
    // If one or more SSDs are attached, this runtime bulk
    // data is spread across them, and the boot disk contains only basic
    // config and installed binaries.
    NumLocalSsds int32 `protobuf:"varint,2,opt,name=num_local_ssds,json=numLocalSsds,proto3" json:"num_local_ssds,omitempty"`
    // contains filtered or unexported fields
}

Specifies the config of disk options for a group of VM instances.

func (*DiskConfig) Descriptor Uses

func (*DiskConfig) Descriptor() ([]byte, []int)

Deprecated: Use DiskConfig.ProtoReflect.Descriptor instead.

func (*DiskConfig) GetBootDiskSizeGb Uses

func (x *DiskConfig) GetBootDiskSizeGb() int32

func (*DiskConfig) GetBootDiskType Uses

func (x *DiskConfig) GetBootDiskType() string

func (*DiskConfig) GetNumLocalSsds Uses

func (x *DiskConfig) GetNumLocalSsds() int32

func (*DiskConfig) ProtoMessage Uses

func (*DiskConfig) ProtoMessage()

func (*DiskConfig) ProtoReflect Uses

func (x *DiskConfig) ProtoReflect() protoreflect.Message

func (*DiskConfig) Reset Uses

func (x *DiskConfig) Reset()

func (*DiskConfig) String Uses

func (x *DiskConfig) String() string

type EncryptionConfig Uses

type EncryptionConfig struct {

    // Optional. The Cloud KMS key name to use for PD disk encryption for all
    // instances in the cluster.
    GcePdKmsKeyName string `protobuf:"bytes,1,opt,name=gce_pd_kms_key_name,json=gcePdKmsKeyName,proto3" json:"gce_pd_kms_key_name,omitempty"`
    // contains filtered or unexported fields
}

Encryption settings for the cluster.

func (*EncryptionConfig) Descriptor Uses

func (*EncryptionConfig) Descriptor() ([]byte, []int)

Deprecated: Use EncryptionConfig.ProtoReflect.Descriptor instead.

func (*EncryptionConfig) GetGcePdKmsKeyName Uses

func (x *EncryptionConfig) GetGcePdKmsKeyName() string

func (*EncryptionConfig) ProtoMessage Uses

func (*EncryptionConfig) ProtoMessage()

func (*EncryptionConfig) ProtoReflect Uses

func (x *EncryptionConfig) ProtoReflect() protoreflect.Message

func (*EncryptionConfig) Reset Uses

func (x *EncryptionConfig) Reset()

func (*EncryptionConfig) String Uses

func (x *EncryptionConfig) String() string

type EndpointConfig Uses

type EndpointConfig struct {

    // Output only. The map of port descriptions to URLs. Will only be populated
    // if enable_http_port_access is true.
    HttpPorts map[string]string `protobuf:"bytes,1,rep,name=http_ports,json=httpPorts,proto3" json:"http_ports,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"`
    // Optional. If true, enable http access to specific ports on the cluster
    // from external sources. Defaults to false.
    EnableHttpPortAccess bool `protobuf:"varint,2,opt,name=enable_http_port_access,json=enableHttpPortAccess,proto3" json:"enable_http_port_access,omitempty"`
    // contains filtered or unexported fields
}

Endpoint config for this cluster

func (*EndpointConfig) Descriptor Uses

func (*EndpointConfig) Descriptor() ([]byte, []int)

Deprecated: Use EndpointConfig.ProtoReflect.Descriptor instead.

func (*EndpointConfig) GetEnableHttpPortAccess Uses

func (x *EndpointConfig) GetEnableHttpPortAccess() bool

func (*EndpointConfig) GetHttpPorts Uses

func (x *EndpointConfig) GetHttpPorts() map[string]string

func (*EndpointConfig) ProtoMessage Uses

func (*EndpointConfig) ProtoMessage()

func (*EndpointConfig) ProtoReflect Uses

func (x *EndpointConfig) ProtoReflect() protoreflect.Message

func (*EndpointConfig) Reset Uses

func (x *EndpointConfig) Reset()

func (*EndpointConfig) String Uses

func (x *EndpointConfig) String() string

type GceClusterConfig Uses

type GceClusterConfig struct {

    // Optional. The zone where the Compute Engine cluster will be located.
    // On a create request, it is required in the "global" region. If omitted
    // in a non-global Dataproc region, the service will pick a zone in the
    // corresponding Compute Engine region. On a get request, zone will always be
    // present.
    //
    // A full URL, partial URI, or short name are valid. Examples:
    //
    // * `https://www.googleapis.com/compute/v1/projects/[project_id]/zones/[zone]`
    // * `projects/[project_id]/zones/[zone]`
    // * `us-central1-f`
    ZoneUri string `protobuf:"bytes,1,opt,name=zone_uri,json=zoneUri,proto3" json:"zone_uri,omitempty"`
    // Optional. The Compute Engine network to be used for machine
    // communications. Cannot be specified with subnetwork_uri. If neither
    // `network_uri` nor `subnetwork_uri` is specified, the "default" network of
    // the project is used, if it exists. Cannot be a "Custom Subnet Network" (see
    // [Using Subnetworks](https://cloud.google.com/compute/docs/subnetworks) for
    // more information).
    //
    // A full URL, partial URI, or short name are valid. Examples:
    //
    // * `https://www.googleapis.com/compute/v1/projects/[project_id]/regions/global/default`
    // * `projects/[project_id]/regions/global/default`
    // * `default`
    NetworkUri string `protobuf:"bytes,2,opt,name=network_uri,json=networkUri,proto3" json:"network_uri,omitempty"`
    // Optional. The Compute Engine subnetwork to be used for machine
    // communications. Cannot be specified with network_uri.
    //
    // A full URL, partial URI, or short name are valid. Examples:
    //
    // * `https://www.googleapis.com/compute/v1/projects/[project_id]/regions/us-east1/subnetworks/sub0`
    // * `projects/[project_id]/regions/us-east1/subnetworks/sub0`
    // * `sub0`
    SubnetworkUri string `protobuf:"bytes,6,opt,name=subnetwork_uri,json=subnetworkUri,proto3" json:"subnetwork_uri,omitempty"`
    // Optional. If true, all instances in the cluster will only have internal IP
    // addresses. By default, clusters are not restricted to internal IP
    // addresses, and will have ephemeral external IP addresses assigned to each
    // instance. This `internal_ip_only` restriction can only be enabled for
    // subnetwork enabled networks, and all off-cluster dependencies must be
    // configured to be accessible without external IP addresses.
    InternalIpOnly bool `protobuf:"varint,7,opt,name=internal_ip_only,json=internalIpOnly,proto3" json:"internal_ip_only,omitempty"`
    // Optional. The [Dataproc service
    // account](https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/service-accounts#service_accounts_in_cloud_dataproc)
    // (also see [VM Data Plane
    // identity](https://cloud.google.com/dataproc/docs/concepts/iam/dataproc-principals#vm_service_account_data_plane_identity))
    // used by Dataproc cluster VM instances to access Google Cloud Platform
    // services.
    //
    // If not specified, the
    // [Compute Engine default service
    // account](https://cloud.google.com/compute/docs/access/service-accounts#default_service_account)
    // is used.
    ServiceAccount string `protobuf:"bytes,8,opt,name=service_account,json=serviceAccount,proto3" json:"service_account,omitempty"`
    // Optional. The URIs of service account scopes to be included in
    // Compute Engine instances. The following base set of scopes is always
    // included:
    //
    // * https://www.googleapis.com/auth/cloud.useraccounts.readonly
    // * https://www.googleapis.com/auth/devstorage.read_write
    // * https://www.googleapis.com/auth/logging.write
    //
    // If no scopes are specified, the following defaults are also provided:
    //
    // * https://www.googleapis.com/auth/bigquery
    // * https://www.googleapis.com/auth/bigtable.admin.table
    // * https://www.googleapis.com/auth/bigtable.data
    // * https://www.googleapis.com/auth/devstorage.full_control
    ServiceAccountScopes []string `protobuf:"bytes,3,rep,name=service_account_scopes,json=serviceAccountScopes,proto3" json:"service_account_scopes,omitempty"`
    // The Compute Engine tags to add to all instances (see [Tagging
    // instances](https://cloud.google.com/compute/docs/label-or-tag-resources#tags)).
    Tags []string `protobuf:"bytes,4,rep,name=tags,proto3" json:"tags,omitempty"`
    // The Compute Engine metadata entries to add to all instances (see
    // [Project and instance
    // metadata](https://cloud.google.com/compute/docs/storing-retrieving-metadata#project_and_instance_metadata)).
    Metadata map[string]string `protobuf:"bytes,5,rep,name=metadata,proto3" json:"metadata,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"`
    // Optional. Reservation Affinity for consuming Zonal reservation.
    ReservationAffinity *ReservationAffinity `protobuf:"bytes,11,opt,name=reservation_affinity,json=reservationAffinity,proto3" json:"reservation_affinity,omitempty"`
    // contains filtered or unexported fields
}

Common config settings for resources of Compute Engine cluster instances, applicable to all instances in the cluster.

func (*GceClusterConfig) Descriptor Uses

func (*GceClusterConfig) Descriptor() ([]byte, []int)

Deprecated: Use GceClusterConfig.ProtoReflect.Descriptor instead.

func (*GceClusterConfig) GetInternalIpOnly Uses

func (x *GceClusterConfig) GetInternalIpOnly() bool

func (*GceClusterConfig) GetMetadata Uses

func (x *GceClusterConfig) GetMetadata() map[string]string

func (*GceClusterConfig) GetNetworkUri Uses

func (x *GceClusterConfig) GetNetworkUri() string

func (*GceClusterConfig) GetReservationAffinity Uses

func (x *GceClusterConfig) GetReservationAffinity() *ReservationAffinity

func (*GceClusterConfig) GetServiceAccount Uses

func (x *GceClusterConfig) GetServiceAccount() string

func (*GceClusterConfig) GetServiceAccountScopes Uses

func (x *GceClusterConfig) GetServiceAccountScopes() []string

func (*GceClusterConfig) GetSubnetworkUri Uses

func (x *GceClusterConfig) GetSubnetworkUri() string

func (*GceClusterConfig) GetTags Uses

func (x *GceClusterConfig) GetTags() []string

func (*GceClusterConfig) GetZoneUri Uses

func (x *GceClusterConfig) GetZoneUri() string

func (*GceClusterConfig) ProtoMessage Uses

func (*GceClusterConfig) ProtoMessage()

func (*GceClusterConfig) ProtoReflect Uses

func (x *GceClusterConfig) ProtoReflect() protoreflect.Message

func (*GceClusterConfig) Reset Uses

func (x *GceClusterConfig) Reset()

func (*GceClusterConfig) String Uses

func (x *GceClusterConfig) String() string

type GetAutoscalingPolicyRequest Uses

type GetAutoscalingPolicyRequest struct {

    // Required. The "resource name" of the autoscaling policy, as described
    // in https://cloud.google.com/apis/design/resource_names.
    //
    // * For `projects.regions.autoscalingPolicies.get`, the resource name
    //   of the policy has the following format:
    //   `projects/{project_id}/regions/{region}/autoscalingPolicies/{policy_id}`
    //
    // * For `projects.locations.autoscalingPolicies.get`, the resource name
    //   of the policy has the following format:
    //   `projects/{project_id}/locations/{location}/autoscalingPolicies/{policy_id}`
    Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
    // contains filtered or unexported fields
}

A request to fetch an autoscaling policy.

func (*GetAutoscalingPolicyRequest) Descriptor Uses

func (*GetAutoscalingPolicyRequest) Descriptor() ([]byte, []int)

Deprecated: Use GetAutoscalingPolicyRequest.ProtoReflect.Descriptor instead.

func (*GetAutoscalingPolicyRequest) GetName Uses

func (x *GetAutoscalingPolicyRequest) GetName() string

func (*GetAutoscalingPolicyRequest) ProtoMessage Uses

func (*GetAutoscalingPolicyRequest) ProtoMessage()

func (*GetAutoscalingPolicyRequest) ProtoReflect Uses

func (x *GetAutoscalingPolicyRequest) ProtoReflect() protoreflect.Message

func (*GetAutoscalingPolicyRequest) Reset Uses

func (x *GetAutoscalingPolicyRequest) Reset()

func (*GetAutoscalingPolicyRequest) String Uses

func (x *GetAutoscalingPolicyRequest) String() string

type GetClusterRequest Uses

type GetClusterRequest struct {

    // Required. The ID of the Google Cloud Platform project that the cluster
    // belongs to.
    ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
    // Required. The Dataproc region in which to handle the request.
    Region string `protobuf:"bytes,3,opt,name=region,proto3" json:"region,omitempty"`
    // Required. The cluster name.
    ClusterName string `protobuf:"bytes,2,opt,name=cluster_name,json=clusterName,proto3" json:"cluster_name,omitempty"`
    // contains filtered or unexported fields
}

Request to get the resource representation for a cluster in a project.

func (*GetClusterRequest) Descriptor Uses

func (*GetClusterRequest) Descriptor() ([]byte, []int)

Deprecated: Use GetClusterRequest.ProtoReflect.Descriptor instead.

func (*GetClusterRequest) GetClusterName Uses

func (x *GetClusterRequest) GetClusterName() string

func (*GetClusterRequest) GetProjectId Uses

func (x *GetClusterRequest) GetProjectId() string

func (*GetClusterRequest) GetRegion Uses

func (x *GetClusterRequest) GetRegion() string

func (*GetClusterRequest) ProtoMessage Uses

func (*GetClusterRequest) ProtoMessage()

func (*GetClusterRequest) ProtoReflect Uses

func (x *GetClusterRequest) ProtoReflect() protoreflect.Message

func (*GetClusterRequest) Reset Uses

func (x *GetClusterRequest) Reset()

func (*GetClusterRequest) String Uses

func (x *GetClusterRequest) String() string

type GetJobRequest Uses

type GetJobRequest struct {

    // Required. The ID of the Google Cloud Platform project that the job
    // belongs to.
    ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
    // Required. The Dataproc region in which to handle the request.
    Region string `protobuf:"bytes,3,opt,name=region,proto3" json:"region,omitempty"`
    // Required. The job ID.
    JobId string `protobuf:"bytes,2,opt,name=job_id,json=jobId,proto3" json:"job_id,omitempty"`
    // contains filtered or unexported fields
}

A request to get the resource representation for a job in a project.

func (*GetJobRequest) Descriptor Uses

func (*GetJobRequest) Descriptor() ([]byte, []int)

Deprecated: Use GetJobRequest.ProtoReflect.Descriptor instead.

func (*GetJobRequest) GetJobId Uses

func (x *GetJobRequest) GetJobId() string

func (*GetJobRequest) GetProjectId Uses

func (x *GetJobRequest) GetProjectId() string

func (*GetJobRequest) GetRegion Uses

func (x *GetJobRequest) GetRegion() string

func (*GetJobRequest) ProtoMessage Uses

func (*GetJobRequest) ProtoMessage()

func (*GetJobRequest) ProtoReflect Uses

func (x *GetJobRequest) ProtoReflect() protoreflect.Message

func (*GetJobRequest) Reset Uses

func (x *GetJobRequest) Reset()

func (*GetJobRequest) String Uses

func (x *GetJobRequest) String() string

type GetWorkflowTemplateRequest Uses

type GetWorkflowTemplateRequest struct {

    // Required. The resource name of the workflow template, as described
    // in https://cloud.google.com/apis/design/resource_names.
    //
    // * For `projects.regions.workflowTemplates.get`, the resource name of the
    //   template has the following format:
    //   `projects/{project_id}/regions/{region}/workflowTemplates/{template_id}`
    //
    // * For `projects.locations.workflowTemplates.get`, the resource name of the
    //   template has the following format:
    //   `projects/{project_id}/locations/{location}/workflowTemplates/{template_id}`
    Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
    // Optional. The version of workflow template to retrieve. Only previously
    // instantiated versions can be retrieved.
    //
    // If unspecified, retrieves the current version.
    Version int32 `protobuf:"varint,2,opt,name=version,proto3" json:"version,omitempty"`
    // contains filtered or unexported fields
}

A request to fetch a workflow template.

func (*GetWorkflowTemplateRequest) Descriptor Uses

func (*GetWorkflowTemplateRequest) Descriptor() ([]byte, []int)

Deprecated: Use GetWorkflowTemplateRequest.ProtoReflect.Descriptor instead.

func (*GetWorkflowTemplateRequest) GetName Uses

func (x *GetWorkflowTemplateRequest) GetName() string

func (*GetWorkflowTemplateRequest) GetVersion Uses

func (x *GetWorkflowTemplateRequest) GetVersion() int32

func (*GetWorkflowTemplateRequest) ProtoMessage Uses

func (*GetWorkflowTemplateRequest) ProtoMessage()

func (*GetWorkflowTemplateRequest) ProtoReflect Uses

func (x *GetWorkflowTemplateRequest) ProtoReflect() protoreflect.Message

func (*GetWorkflowTemplateRequest) Reset Uses

func (x *GetWorkflowTemplateRequest) Reset()

func (*GetWorkflowTemplateRequest) String Uses

func (x *GetWorkflowTemplateRequest) String() string

type GkeClusterConfig Uses

type GkeClusterConfig struct {

    // Optional. A target for the deployment.
    NamespacedGkeDeploymentTarget *GkeClusterConfig_NamespacedGkeDeploymentTarget `protobuf:"bytes,1,opt,name=namespaced_gke_deployment_target,json=namespacedGkeDeploymentTarget,proto3" json:"namespaced_gke_deployment_target,omitempty"`
    // contains filtered or unexported fields
}

The GKE config for this cluster.

func (*GkeClusterConfig) Descriptor Uses

func (*GkeClusterConfig) Descriptor() ([]byte, []int)

Deprecated: Use GkeClusterConfig.ProtoReflect.Descriptor instead.

func (*GkeClusterConfig) GetNamespacedGkeDeploymentTarget Uses

func (x *GkeClusterConfig) GetNamespacedGkeDeploymentTarget() *GkeClusterConfig_NamespacedGkeDeploymentTarget

func (*GkeClusterConfig) ProtoMessage Uses

func (*GkeClusterConfig) ProtoMessage()

func (*GkeClusterConfig) ProtoReflect Uses

func (x *GkeClusterConfig) ProtoReflect() protoreflect.Message

func (*GkeClusterConfig) Reset Uses

func (x *GkeClusterConfig) Reset()

func (*GkeClusterConfig) String Uses

func (x *GkeClusterConfig) String() string

type GkeClusterConfig_NamespacedGkeDeploymentTarget Uses

type GkeClusterConfig_NamespacedGkeDeploymentTarget struct {

    // Optional. The target GKE cluster to deploy to.
    // Format: 'projects/{project}/locations/{location}/clusters/{cluster_id}'
    TargetGkeCluster string `protobuf:"bytes,1,opt,name=target_gke_cluster,json=targetGkeCluster,proto3" json:"target_gke_cluster,omitempty"`
    // Optional. A namespace within the GKE cluster to deploy into.
    ClusterNamespace string `protobuf:"bytes,2,opt,name=cluster_namespace,json=clusterNamespace,proto3" json:"cluster_namespace,omitempty"`
    // contains filtered or unexported fields
}

A full, namespace-isolated deployment target for an existing GKE cluster.

func (*GkeClusterConfig_NamespacedGkeDeploymentTarget) Descriptor Uses

func (*GkeClusterConfig_NamespacedGkeDeploymentTarget) Descriptor() ([]byte, []int)

Deprecated: Use GkeClusterConfig_NamespacedGkeDeploymentTarget.ProtoReflect.Descriptor instead.

func (*GkeClusterConfig_NamespacedGkeDeploymentTarget) GetClusterNamespace Uses

func (x *GkeClusterConfig_NamespacedGkeDeploymentTarget) GetClusterNamespace() string

func (*GkeClusterConfig_NamespacedGkeDeploymentTarget) GetTargetGkeCluster Uses

func (x *GkeClusterConfig_NamespacedGkeDeploymentTarget) GetTargetGkeCluster() string

func (*GkeClusterConfig_NamespacedGkeDeploymentTarget) ProtoMessage Uses

func (*GkeClusterConfig_NamespacedGkeDeploymentTarget) ProtoMessage()

func (*GkeClusterConfig_NamespacedGkeDeploymentTarget) ProtoReflect Uses

func (x *GkeClusterConfig_NamespacedGkeDeploymentTarget) ProtoReflect() protoreflect.Message

func (*GkeClusterConfig_NamespacedGkeDeploymentTarget) Reset Uses

func (x *GkeClusterConfig_NamespacedGkeDeploymentTarget) Reset()

func (*GkeClusterConfig_NamespacedGkeDeploymentTarget) String Uses

func (x *GkeClusterConfig_NamespacedGkeDeploymentTarget) String() string

type HadoopJob Uses

type HadoopJob struct {

    // Required. Indicates the location of the driver's main class. Specify
    // either the jar file that contains the main class or the main class name.
    // To specify both, add the jar file to `jar_file_uris`, and then specify
    // the main class name in this property.
    //
    // Types that are assignable to Driver:
    //	*HadoopJob_MainJarFileUri
    //	*HadoopJob_MainClass
    Driver isHadoopJob_Driver `protobuf_oneof:"driver"`
    // Optional. The arguments to pass to the driver. Do not
    // include arguments, such as `-libjars` or `-Dfoo=bar`, that can be set as
    // job properties, since a collision may occur that causes an incorrect job
    // submission.
    Args []string `protobuf:"bytes,3,rep,name=args,proto3" json:"args,omitempty"`
    // Optional. Jar file URIs to add to the CLASSPATHs of the
    // Hadoop driver and tasks.
    JarFileUris []string `protobuf:"bytes,4,rep,name=jar_file_uris,json=jarFileUris,proto3" json:"jar_file_uris,omitempty"`
    // Optional. HCFS (Hadoop Compatible Filesystem) URIs of files to be copied
    // to the working directory of Hadoop drivers and distributed tasks. Useful
    // for naively parallel tasks.
    FileUris []string `protobuf:"bytes,5,rep,name=file_uris,json=fileUris,proto3" json:"file_uris,omitempty"`
    // Optional. HCFS URIs of archives to be extracted in the working directory of
    // Hadoop drivers and tasks. Supported file types:
    // .jar, .tar, .tar.gz, .tgz, or .zip.
    ArchiveUris []string `protobuf:"bytes,6,rep,name=archive_uris,json=archiveUris,proto3" json:"archive_uris,omitempty"`
    // Optional. A mapping of property names to values, used to configure Hadoop.
    // Properties that conflict with values set by the Dataproc API may be
    // overwritten. Can include properties set in /etc/hadoop/conf/*-site and
    // classes in user code.
    Properties map[string]string `protobuf:"bytes,7,rep,name=properties,proto3" json:"properties,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"`
    // Optional. The runtime log config for job execution.
    LoggingConfig *LoggingConfig `protobuf:"bytes,8,opt,name=logging_config,json=loggingConfig,proto3" json:"logging_config,omitempty"`
    // contains filtered or unexported fields
}

A Dataproc job for running [Apache Hadoop MapReduce](https://hadoop.apache.org/docs/current/hadoop-mapreduce-client/hadoop-mapreduce-client-core/MapReduceTutorial.html) jobs on [Apache Hadoop YARN](https://hadoop.apache.org/docs/r2.7.1/hadoop-yarn/hadoop-yarn-site/YARN.html).

func (*HadoopJob) Descriptor Uses

func (*HadoopJob) Descriptor() ([]byte, []int)

Deprecated: Use HadoopJob.ProtoReflect.Descriptor instead.

func (*HadoopJob) GetArchiveUris Uses

func (x *HadoopJob) GetArchiveUris() []string

func (*HadoopJob) GetArgs Uses

func (x *HadoopJob) GetArgs() []string

func (*HadoopJob) GetDriver Uses

func (m *HadoopJob) GetDriver() isHadoopJob_Driver

func (*HadoopJob) GetFileUris Uses

func (x *HadoopJob) GetFileUris() []string

func (*HadoopJob) GetJarFileUris Uses

func (x *HadoopJob) GetJarFileUris() []string

func (*HadoopJob) GetLoggingConfig Uses

func (x *HadoopJob) GetLoggingConfig() *LoggingConfig

func (*HadoopJob) GetMainClass Uses

func (x *HadoopJob) GetMainClass() string

func (*HadoopJob) GetMainJarFileUri Uses

func (x *HadoopJob) GetMainJarFileUri() string

func (*HadoopJob) GetProperties Uses

func (x *HadoopJob) GetProperties() map[string]string

func (*HadoopJob) ProtoMessage Uses

func (*HadoopJob) ProtoMessage()

func (*HadoopJob) ProtoReflect Uses

func (x *HadoopJob) ProtoReflect() protoreflect.Message

func (*HadoopJob) Reset Uses

func (x *HadoopJob) Reset()

func (*HadoopJob) String Uses

func (x *HadoopJob) String() string

type HadoopJob_MainClass Uses

type HadoopJob_MainClass struct {
    // The name of the driver's main class. The jar file containing the class
    // must be in the default CLASSPATH or specified in `jar_file_uris`.
    MainClass string `protobuf:"bytes,2,opt,name=main_class,json=mainClass,proto3,oneof"`
}

type HadoopJob_MainJarFileUri Uses

type HadoopJob_MainJarFileUri struct {
    // The HCFS URI of the jar file containing the main class.
    // Examples:
    //     'gs://foo-bucket/analytics-binaries/extract-useful-metrics-mr.jar'
    //     'hdfs:/tmp/test-samples/custom-wordcount.jar'
    //     'file:///home/usr/lib/hadoop-mapreduce/hadoop-mapreduce-examples.jar'
    MainJarFileUri string `protobuf:"bytes,1,opt,name=main_jar_file_uri,json=mainJarFileUri,proto3,oneof"`
}

type HiveJob Uses

type HiveJob struct {

    // Required. The sequence of Hive queries to execute, specified as either
    // an HCFS file URI or a list of queries.
    //
    // Types that are assignable to Queries:
    //	*HiveJob_QueryFileUri
    //	*HiveJob_QueryList
    Queries isHiveJob_Queries `protobuf_oneof:"queries"`
    // Optional. Whether to continue executing queries if a query fails.
    // The default value is `false`. Setting to `true` can be useful when
    // executing independent parallel queries.
    ContinueOnFailure bool `protobuf:"varint,3,opt,name=continue_on_failure,json=continueOnFailure,proto3" json:"continue_on_failure,omitempty"`
    // Optional. Mapping of query variable names to values (equivalent to the
    // Hive command: `SET name="value";`).
    ScriptVariables map[string]string `protobuf:"bytes,4,rep,name=script_variables,json=scriptVariables,proto3" json:"script_variables,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"`
    // Optional. A mapping of property names and values, used to configure Hive.
    // Properties that conflict with values set by the Dataproc API may be
    // overwritten. Can include properties set in /etc/hadoop/conf/*-site.xml,
    // /etc/hive/conf/hive-site.xml, and classes in user code.
    Properties map[string]string `protobuf:"bytes,5,rep,name=properties,proto3" json:"properties,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"`
    // Optional. HCFS URIs of jar files to add to the CLASSPATH of the
    // Hive server and Hadoop MapReduce (MR) tasks. Can contain Hive SerDes
    // and UDFs.
    JarFileUris []string `protobuf:"bytes,6,rep,name=jar_file_uris,json=jarFileUris,proto3" json:"jar_file_uris,omitempty"`
    // contains filtered or unexported fields
}

A Dataproc job for running [Apache Hive](https://hive.apache.org/) queries on YARN.

func (*HiveJob) Descriptor Uses

func (*HiveJob) Descriptor() ([]byte, []int)

Deprecated: Use HiveJob.ProtoReflect.Descriptor instead.

func (*HiveJob) GetContinueOnFailure Uses

func (x *HiveJob) GetContinueOnFailure() bool

func (*HiveJob) GetJarFileUris Uses

func (x *HiveJob) GetJarFileUris() []string

func (*HiveJob) GetProperties Uses

func (x *HiveJob) GetProperties() map[string]string

func (*HiveJob) GetQueries Uses

func (m *HiveJob) GetQueries() isHiveJob_Queries

func (*HiveJob) GetQueryFileUri Uses

func (x *HiveJob) GetQueryFileUri() string

func (*HiveJob) GetQueryList Uses

func (x *HiveJob) GetQueryList() *QueryList

func (*HiveJob) GetScriptVariables Uses

func (x *HiveJob) GetScriptVariables() map[string]string

func (*HiveJob) ProtoMessage Uses

func (*HiveJob) ProtoMessage()

func (*HiveJob) ProtoReflect Uses

func (x *HiveJob) ProtoReflect() protoreflect.Message

func (*HiveJob) Reset Uses

func (x *HiveJob) Reset()

func (*HiveJob) String Uses

func (x *HiveJob) String() string

type HiveJob_QueryFileUri Uses

type HiveJob_QueryFileUri struct {
    // The HCFS URI of the script that contains Hive queries.
    QueryFileUri string `protobuf:"bytes,1,opt,name=query_file_uri,json=queryFileUri,proto3,oneof"`
}

type HiveJob_QueryList Uses

type HiveJob_QueryList struct {
    // A list of queries.
    QueryList *QueryList `protobuf:"bytes,2,opt,name=query_list,json=queryList,proto3,oneof"`
}

type InstanceGroupAutoscalingPolicyConfig Uses

type InstanceGroupAutoscalingPolicyConfig struct {

    // Optional. Minimum number of instances for this group.
    //
    // Primary workers - Bounds: [2, max_instances]. Default: 2.
    // Secondary workers - Bounds: [0, max_instances]. Default: 0.
    MinInstances int32 `protobuf:"varint,1,opt,name=min_instances,json=minInstances,proto3" json:"min_instances,omitempty"`
    // Optional. Maximum number of instances for this group. Required for primary
    // workers. Note that by default, clusters will not use secondary workers.
    // Required for secondary workers if the minimum secondary instances is set.
    //
    // Primary workers - Bounds: [min_instances, ). Required.
    // Secondary workers - Bounds: [min_instances, ). Default: 0.
    MaxInstances int32 `protobuf:"varint,2,opt,name=max_instances,json=maxInstances,proto3" json:"max_instances,omitempty"`
    // Optional. Weight for the instance group, which is used to determine the
    // fraction of total workers in the cluster from this instance group.
    // For example, if primary workers have weight 2, and secondary workers have
    // weight 1, the cluster will have approximately 2 primary workers for each
    // secondary worker.
    //
    // The cluster may not reach the specified balance if constrained
    // by min/max bounds or other autoscaling settings. For example, if
    // `max_instances` for secondary workers is 0, then only primary workers will
    // be added. The cluster can also be out of balance when created.
    //
    // If weight is not set on any instance group, the cluster will default to
    // equal weight for all groups: the cluster will attempt to maintain an equal
    // number of workers in each group within the configured size bounds for each
    // group. If weight is set for one group only, the cluster will default to
    // zero weight on the unset group. For example if weight is set only on
    // primary workers, the cluster will use primary workers only and no
    // secondary workers.
    Weight int32 `protobuf:"varint,3,opt,name=weight,proto3" json:"weight,omitempty"`
    // contains filtered or unexported fields
}

Configuration for the size bounds of an instance group, including its proportional size to other groups.

func (*InstanceGroupAutoscalingPolicyConfig) Descriptor Uses

func (*InstanceGroupAutoscalingPolicyConfig) Descriptor() ([]byte, []int)

Deprecated: Use InstanceGroupAutoscalingPolicyConfig.ProtoReflect.Descriptor instead.

func (*InstanceGroupAutoscalingPolicyConfig) GetMaxInstances Uses

func (x *InstanceGroupAutoscalingPolicyConfig) GetMaxInstances() int32

func (*InstanceGroupAutoscalingPolicyConfig) GetMinInstances Uses

func (x *InstanceGroupAutoscalingPolicyConfig) GetMinInstances() int32

func (*InstanceGroupAutoscalingPolicyConfig) GetWeight Uses

func (x *InstanceGroupAutoscalingPolicyConfig) GetWeight() int32

func (*InstanceGroupAutoscalingPolicyConfig) ProtoMessage Uses

func (*InstanceGroupAutoscalingPolicyConfig) ProtoMessage()

func (*InstanceGroupAutoscalingPolicyConfig) ProtoReflect Uses

func (x *InstanceGroupAutoscalingPolicyConfig) ProtoReflect() protoreflect.Message

func (*InstanceGroupAutoscalingPolicyConfig) Reset Uses

func (x *InstanceGroupAutoscalingPolicyConfig) Reset()

func (*InstanceGroupAutoscalingPolicyConfig) String Uses

func (x *InstanceGroupAutoscalingPolicyConfig) String() string

type InstanceGroupConfig Uses

type InstanceGroupConfig struct {

    // Optional. The number of VM instances in the instance group.
    // For master instance groups, must be set to 1.
    NumInstances int32 `protobuf:"varint,1,opt,name=num_instances,json=numInstances,proto3" json:"num_instances,omitempty"`
    // Output only. The list of instance names. Dataproc derives the names
    // from `cluster_name`, `num_instances`, and the instance group.
    InstanceNames []string `protobuf:"bytes,2,rep,name=instance_names,json=instanceNames,proto3" json:"instance_names,omitempty"`
    // Optional. The Compute Engine image resource used for cluster instances.
    //
    // The URI can represent an image or image family.
    //
    // Image examples:
    //
    // * `https://www.googleapis.com/compute/beta/projects/[project_id]/global/images/[image-id]`
    // * `projects/[project_id]/global/images/[image-id]`
    // * `image-id`
    //
    // Image family examples. Dataproc will use the most recent
    // image from the family:
    //
    // * `https://www.googleapis.com/compute/beta/projects/[project_id]/global/images/family/[custom-image-family-name]`
    // * `projects/[project_id]/global/images/family/[custom-image-family-name]`
    //
    // If the URI is unspecified, it will be inferred from
    // `SoftwareConfig.image_version` or the system default.
    ImageUri string `protobuf:"bytes,3,opt,name=image_uri,json=imageUri,proto3" json:"image_uri,omitempty"`
    // Optional. The Compute Engine machine type used for cluster instances.
    //
    // A full URL, partial URI, or short name are valid. Examples:
    //
    // * `https://www.googleapis.com/compute/v1/projects/[project_id]/zones/us-east1-a/machineTypes/n1-standard-2`
    // * `projects/[project_id]/zones/us-east1-a/machineTypes/n1-standard-2`
    // * `n1-standard-2`
    //
    // **Auto Zone Exception**: If you are using the Dataproc
    // [Auto Zone
    // Placement](https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/auto-zone#using_auto_zone_placement)
    // feature, you must use the short name of the machine type
    // resource, for example, `n1-standard-2`.
    MachineTypeUri string `protobuf:"bytes,4,opt,name=machine_type_uri,json=machineTypeUri,proto3" json:"machine_type_uri,omitempty"`
    // Optional. Disk option config settings.
    DiskConfig *DiskConfig `protobuf:"bytes,5,opt,name=disk_config,json=diskConfig,proto3" json:"disk_config,omitempty"`
    // Output only. Specifies that this instance group contains preemptible
    // instances.
    IsPreemptible bool `protobuf:"varint,6,opt,name=is_preemptible,json=isPreemptible,proto3" json:"is_preemptible,omitempty"`
    // Output only. The config for Compute Engine Instance Group
    // Manager that manages this group.
    // This is only used for preemptible instance groups.
    ManagedGroupConfig *ManagedGroupConfig `protobuf:"bytes,7,opt,name=managed_group_config,json=managedGroupConfig,proto3" json:"managed_group_config,omitempty"`
    // Optional. The Compute Engine accelerator configuration for these
    // instances.
    Accelerators []*AcceleratorConfig `protobuf:"bytes,8,rep,name=accelerators,proto3" json:"accelerators,omitempty"`
    // Specifies the minimum cpu platform for the Instance Group.
    // See [Dataproc -> Minimum CPU
    // Platform](https://cloud.google.com/dataproc/docs/concepts/compute/dataproc-min-cpu).
    MinCpuPlatform string `protobuf:"bytes,9,opt,name=min_cpu_platform,json=minCpuPlatform,proto3" json:"min_cpu_platform,omitempty"`
    // contains filtered or unexported fields
}

The config settings for Compute Engine resources in an instance group, such as a master or worker group.

func (*InstanceGroupConfig) Descriptor Uses

func (*InstanceGroupConfig) Descriptor() ([]byte, []int)

Deprecated: Use InstanceGroupConfig.ProtoReflect.Descriptor instead.

func (*InstanceGroupConfig) GetAccelerators Uses

func (x *InstanceGroupConfig) GetAccelerators() []*AcceleratorConfig

func (*InstanceGroupConfig) GetDiskConfig Uses

func (x *InstanceGroupConfig) GetDiskConfig() *DiskConfig

func (*InstanceGroupConfig) GetImageUri Uses

func (x *InstanceGroupConfig) GetImageUri() string

func (*InstanceGroupConfig) GetInstanceNames Uses

func (x *InstanceGroupConfig) GetInstanceNames() []string

func (*InstanceGroupConfig) GetIsPreemptible Uses

func (x *InstanceGroupConfig) GetIsPreemptible() bool

func (*InstanceGroupConfig) GetMachineTypeUri Uses

func (x *InstanceGroupConfig) GetMachineTypeUri() string

func (*InstanceGroupConfig) GetManagedGroupConfig Uses

func (x *InstanceGroupConfig) GetManagedGroupConfig() *ManagedGroupConfig

func (*InstanceGroupConfig) GetMinCpuPlatform Uses

func (x *InstanceGroupConfig) GetMinCpuPlatform() string

func (*InstanceGroupConfig) GetNumInstances Uses

func (x *InstanceGroupConfig) GetNumInstances() int32

func (*InstanceGroupConfig) ProtoMessage Uses

func (*InstanceGroupConfig) ProtoMessage()

func (*InstanceGroupConfig) ProtoReflect Uses

func (x *InstanceGroupConfig) ProtoReflect() protoreflect.Message

func (*InstanceGroupConfig) Reset Uses

func (x *InstanceGroupConfig) Reset()

func (*InstanceGroupConfig) String Uses

func (x *InstanceGroupConfig) String() string

type InstantiateInlineWorkflowTemplateRequest Uses

type InstantiateInlineWorkflowTemplateRequest struct {

    // Required. The resource name of the region or location, as described
    // in https://cloud.google.com/apis/design/resource_names.
    //
    // * For `projects.regions.workflowTemplates,instantiateinline`, the resource
    //   name of the region has the following format:
    //   `projects/{project_id}/regions/{region}`
    //
    // * For `projects.locations.workflowTemplates.instantiateinline`, the
    //   resource name of the location has the following format:
    //   `projects/{project_id}/locations/{location}`
    Parent string `protobuf:"bytes,1,opt,name=parent,proto3" json:"parent,omitempty"`
    // Required. The workflow template to instantiate.
    Template *WorkflowTemplate `protobuf:"bytes,2,opt,name=template,proto3" json:"template,omitempty"`
    // Deprecated. Please use `request_id` field instead.
    InstanceId string `protobuf:"bytes,3,opt,name=instance_id,json=instanceId,proto3" json:"instance_id,omitempty"`
    // Optional. A tag that prevents multiple concurrent workflow
    // instances with the same tag from running. This mitigates risk of
    // concurrent instances started due to retries.
    //
    // It is recommended to always set this value to a
    // [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
    //
    // The tag must contain only letters (a-z, A-Z), numbers (0-9),
    // underscores (_), and hyphens (-). The maximum length is 40 characters.
    RequestId string `protobuf:"bytes,4,opt,name=request_id,json=requestId,proto3" json:"request_id,omitempty"`
    // contains filtered or unexported fields
}

A request to instantiate an inline workflow template.

func (*InstantiateInlineWorkflowTemplateRequest) Descriptor Uses

func (*InstantiateInlineWorkflowTemplateRequest) Descriptor() ([]byte, []int)

Deprecated: Use InstantiateInlineWorkflowTemplateRequest.ProtoReflect.Descriptor instead.

func (*InstantiateInlineWorkflowTemplateRequest) GetInstanceId Uses

func (x *InstantiateInlineWorkflowTemplateRequest) GetInstanceId() string

func (*InstantiateInlineWorkflowTemplateRequest) GetParent Uses

func (x *InstantiateInlineWorkflowTemplateRequest) GetParent() string

func (*InstantiateInlineWorkflowTemplateRequest) GetRequestId Uses

func (x *InstantiateInlineWorkflowTemplateRequest) GetRequestId() string

func (*InstantiateInlineWorkflowTemplateRequest) GetTemplate Uses

func (x *InstantiateInlineWorkflowTemplateRequest) GetTemplate() *WorkflowTemplate

func (*InstantiateInlineWorkflowTemplateRequest) ProtoMessage Uses

func (*InstantiateInlineWorkflowTemplateRequest) ProtoMessage()

func (*InstantiateInlineWorkflowTemplateRequest) ProtoReflect Uses

func (x *InstantiateInlineWorkflowTemplateRequest) ProtoReflect() protoreflect.Message

func (*InstantiateInlineWorkflowTemplateRequest) Reset Uses

func (x *InstantiateInlineWorkflowTemplateRequest) Reset()

func (*InstantiateInlineWorkflowTemplateRequest) String Uses

func (x *InstantiateInlineWorkflowTemplateRequest) String() string

type InstantiateWorkflowTemplateRequest Uses

type InstantiateWorkflowTemplateRequest struct {

    // Required. The resource name of the workflow template, as described
    // in https://cloud.google.com/apis/design/resource_names.
    //
    // * For `projects.regions.workflowTemplates.instantiate`, the resource name
    // of the template has the following format:
    //   `projects/{project_id}/regions/{region}/workflowTemplates/{template_id}`
    //
    // * For `projects.locations.workflowTemplates.instantiate`, the resource name
    //   of the template has the following format:
    //   `projects/{project_id}/locations/{location}/workflowTemplates/{template_id}`
    Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
    // Optional. The version of workflow template to instantiate. If specified,
    // the workflow will be instantiated only if the current version of
    // the workflow template has the supplied version.
    //
    // This option cannot be used to instantiate a previous version of
    // workflow template.
    Version int32 `protobuf:"varint,2,opt,name=version,proto3" json:"version,omitempty"`
    // Deprecated. Please use `request_id` field instead.
    //
    // Deprecated: Do not use.
    InstanceId string `protobuf:"bytes,3,opt,name=instance_id,json=instanceId,proto3" json:"instance_id,omitempty"`
    // Optional. A tag that prevents multiple concurrent workflow
    // instances with the same tag from running. This mitigates risk of
    // concurrent instances started due to retries.
    //
    // It is recommended to always set this value to a
    // [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
    //
    // The tag must contain only letters (a-z, A-Z), numbers (0-9),
    // underscores (_), and hyphens (-). The maximum length is 40 characters.
    RequestId string `protobuf:"bytes,5,opt,name=request_id,json=requestId,proto3" json:"request_id,omitempty"`
    // Optional. Map from parameter names to values that should be used for those
    // parameters. Values may not exceed 100 characters.
    Parameters map[string]string `protobuf:"bytes,4,rep,name=parameters,proto3" json:"parameters,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"`
    // contains filtered or unexported fields
}

A request to instantiate a workflow template.

func (*InstantiateWorkflowTemplateRequest) Descriptor Uses

func (*InstantiateWorkflowTemplateRequest) Descriptor() ([]byte, []int)

Deprecated: Use InstantiateWorkflowTemplateRequest.ProtoReflect.Descriptor instead.

func (*InstantiateWorkflowTemplateRequest) GetInstanceId Uses

func (x *InstantiateWorkflowTemplateRequest) GetInstanceId() string

Deprecated: Do not use.

func (*InstantiateWorkflowTemplateRequest) GetName Uses

func (x *InstantiateWorkflowTemplateRequest) GetName() string

func (*InstantiateWorkflowTemplateRequest) GetParameters Uses

func (x *InstantiateWorkflowTemplateRequest) GetParameters() map[string]string

func (*InstantiateWorkflowTemplateRequest) GetRequestId Uses

func (x *InstantiateWorkflowTemplateRequest) GetRequestId() string

func (*InstantiateWorkflowTemplateRequest) GetVersion Uses

func (x *InstantiateWorkflowTemplateRequest) GetVersion() int32

func (*InstantiateWorkflowTemplateRequest) ProtoMessage Uses

func (*InstantiateWorkflowTemplateRequest) ProtoMessage()

func (*InstantiateWorkflowTemplateRequest) ProtoReflect Uses

func (x *InstantiateWorkflowTemplateRequest) ProtoReflect() protoreflect.Message

func (*InstantiateWorkflowTemplateRequest) Reset Uses

func (x *InstantiateWorkflowTemplateRequest) Reset()

func (*InstantiateWorkflowTemplateRequest) String Uses

func (x *InstantiateWorkflowTemplateRequest) String() string

type Job Uses

type Job struct {

    // Optional. The fully qualified reference to the job, which can be used to
    // obtain the equivalent REST path of the job resource. If this property
    // is not specified when a job is created, the server generates a
    // <code>job_id</code>.
    Reference *JobReference `protobuf:"bytes,1,opt,name=reference,proto3" json:"reference,omitempty"`
    // Required. Job information, including how, when, and where to
    // run the job.
    Placement *JobPlacement `protobuf:"bytes,2,opt,name=placement,proto3" json:"placement,omitempty"`
    // Required. The application/framework-specific portion of the job.
    //
    // Types that are assignable to TypeJob:
    //	*Job_HadoopJob
    //	*Job_SparkJob
    //	*Job_PysparkJob
    //	*Job_HiveJob
    //	*Job_PigJob
    //	*Job_SparkRJob
    //	*Job_SparkSqlJob
    //	*Job_PrestoJob
    TypeJob isJob_TypeJob `protobuf_oneof:"type_job"`
    // Output only. The job status. Additional application-specific
    // status information may be contained in the <code>type_job</code>
    // and <code>yarn_applications</code> fields.
    Status *JobStatus `protobuf:"bytes,8,opt,name=status,proto3" json:"status,omitempty"`
    // Output only. The previous job status.
    StatusHistory []*JobStatus `protobuf:"bytes,13,rep,name=status_history,json=statusHistory,proto3" json:"status_history,omitempty"`
    // Output only. The collection of YARN applications spun up by this job.
    //
    // **Beta** Feature: This report is available for testing purposes only. It
    // may be changed before final release.
    YarnApplications []*YarnApplication `protobuf:"bytes,9,rep,name=yarn_applications,json=yarnApplications,proto3" json:"yarn_applications,omitempty"`
    // Output only. The email address of the user submitting the job. For jobs
    // submitted on the cluster, the address is <code>username@hostname</code>.
    SubmittedBy string `protobuf:"bytes,10,opt,name=submitted_by,json=submittedBy,proto3" json:"submitted_by,omitempty"`
    // Output only. A URI pointing to the location of the stdout of the job's
    // driver program.
    DriverOutputResourceUri string `protobuf:"bytes,17,opt,name=driver_output_resource_uri,json=driverOutputResourceUri,proto3" json:"driver_output_resource_uri,omitempty"`
    // Output only. If present, the location of miscellaneous control files
    // which may be used as part of job setup and handling. If not present,
    // control files may be placed in the same location as `driver_output_uri`.
    DriverControlFilesUri string `protobuf:"bytes,15,opt,name=driver_control_files_uri,json=driverControlFilesUri,proto3" json:"driver_control_files_uri,omitempty"`
    // Optional. The labels to associate with this job.
    // Label **keys** must contain 1 to 63 characters, and must conform to
    // [RFC 1035](https://www.ietf.org/rfc/rfc1035.txt).
    // Label **values** may be empty, but, if present, must contain 1 to 63
    // characters, and must conform to [RFC
    // 1035](https://www.ietf.org/rfc/rfc1035.txt). No more than 32 labels can be
    // associated with a job.
    Labels map[string]string `protobuf:"bytes,18,rep,name=labels,proto3" json:"labels,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"`
    // Optional. Job scheduling configuration.
    Scheduling *JobScheduling `protobuf:"bytes,20,opt,name=scheduling,proto3" json:"scheduling,omitempty"`
    // Output only. A UUID that uniquely identifies a job within the project
    // over time. This is in contrast to a user-settable reference.job_id that
    // may be reused over time.
    JobUuid string `protobuf:"bytes,22,opt,name=job_uuid,json=jobUuid,proto3" json:"job_uuid,omitempty"`
    // Output only. Indicates whether the job is completed. If the value is `false`,
    // the job is still in progress. If `true`, the job is completed, and
    // `status.state` field will indicate if it was successful, failed,
    // or cancelled.
    Done bool `protobuf:"varint,24,opt,name=done,proto3" json:"done,omitempty"`
    // contains filtered or unexported fields
}

A Dataproc job resource.

func (*Job) Descriptor Uses

func (*Job) Descriptor() ([]byte, []int)

Deprecated: Use Job.ProtoReflect.Descriptor instead.

func (*Job) GetDone Uses

func (x *Job) GetDone() bool

func (*Job) GetDriverControlFilesUri Uses

func (x *Job) GetDriverControlFilesUri() string

func (*Job) GetDriverOutputResourceUri Uses

func (x *Job) GetDriverOutputResourceUri() string

func (*Job) GetHadoopJob Uses

func (x *Job) GetHadoopJob() *HadoopJob

func (*Job) GetHiveJob Uses

func (x *Job) GetHiveJob() *HiveJob

func (*Job) GetJobUuid Uses

func (x *Job) GetJobUuid() string

func (*Job) GetLabels Uses

func (x *Job) GetLabels() map[string]string

func (*Job) GetPigJob Uses

func (x *Job) GetPigJob() *PigJob

func (*Job) GetPlacement Uses

func (x *Job) GetPlacement() *JobPlacement

func (*Job) GetPrestoJob Uses

func (x *Job) GetPrestoJob() *PrestoJob

func (*Job) GetPysparkJob Uses

func (x *Job) GetPysparkJob() *PySparkJob

func (*Job) GetReference Uses

func (x *Job) GetReference() *JobReference

func (*Job) GetScheduling Uses

func (x *Job) GetScheduling() *JobScheduling

func (*Job) GetSparkJob Uses

func (x *Job) GetSparkJob() *SparkJob

func (*Job) GetSparkRJob Uses

func (x *Job) GetSparkRJob() *SparkRJob

func (*Job) GetSparkSqlJob Uses

func (x *Job) GetSparkSqlJob() *SparkSqlJob

func (*Job) GetStatus Uses

func (x *Job) GetStatus() *JobStatus

func (*Job) GetStatusHistory Uses

func (x *Job) GetStatusHistory() []*JobStatus

func (*Job) GetSubmittedBy Uses

func (x *Job) GetSubmittedBy() string

func (*Job) GetTypeJob Uses

func (m *Job) GetTypeJob() isJob_TypeJob

func (*Job) GetYarnApplications Uses

func (x *Job) GetYarnApplications() []*YarnApplication

func (*Job) ProtoMessage Uses

func (*Job) ProtoMessage()

func (*Job) ProtoReflect Uses

func (x *Job) ProtoReflect() protoreflect.Message

func (*Job) Reset Uses

func (x *Job) Reset()

func (*Job) String Uses

func (x *Job) String() string

type JobControllerClient Uses

type JobControllerClient interface {
    // Submits a job to a cluster.
    SubmitJob(ctx context.Context, in *SubmitJobRequest, opts ...grpc.CallOption) (*Job, error)
    // Submits job to a cluster.
    SubmitJobAsOperation(ctx context.Context, in *SubmitJobRequest, opts ...grpc.CallOption) (*longrunning.Operation, error)
    // Gets the resource representation for a job in a project.
    GetJob(ctx context.Context, in *GetJobRequest, opts ...grpc.CallOption) (*Job, error)
    // Lists regions/{region}/jobs in a project.
    ListJobs(ctx context.Context, in *ListJobsRequest, opts ...grpc.CallOption) (*ListJobsResponse, error)
    // Updates a job in a project.
    UpdateJob(ctx context.Context, in *UpdateJobRequest, opts ...grpc.CallOption) (*Job, error)
    // Starts a job cancellation request. To access the job resource
    // after cancellation, call
    // [regions/{region}/jobs.list](https://cloud.google.com/dataproc/docs/reference/rest/v1beta2/projects.regions.jobs/list)
    // or
    // [regions/{region}/jobs.get](https://cloud.google.com/dataproc/docs/reference/rest/v1beta2/projects.regions.jobs/get).
    CancelJob(ctx context.Context, in *CancelJobRequest, opts ...grpc.CallOption) (*Job, error)
    // Deletes the job from the project. If the job is active, the delete fails,
    // and the response returns `FAILED_PRECONDITION`.
    DeleteJob(ctx context.Context, in *DeleteJobRequest, opts ...grpc.CallOption) (*empty.Empty, error)
}

JobControllerClient is the client API for JobController service.

For semantics around ctx use and closing/ending streaming RPCs, please refer to https://godoc.org/google.golang.org/grpc#ClientConn.NewStream.

func NewJobControllerClient Uses

func NewJobControllerClient(cc grpc.ClientConnInterface) JobControllerClient

type JobControllerServer Uses

type JobControllerServer interface {
    // Submits a job to a cluster.
    SubmitJob(context.Context, *SubmitJobRequest) (*Job, error)
    // Submits job to a cluster.
    SubmitJobAsOperation(context.Context, *SubmitJobRequest) (*longrunning.Operation, error)
    // Gets the resource representation for a job in a project.
    GetJob(context.Context, *GetJobRequest) (*Job, error)
    // Lists regions/{region}/jobs in a project.
    ListJobs(context.Context, *ListJobsRequest) (*ListJobsResponse, error)
    // Updates a job in a project.
    UpdateJob(context.Context, *UpdateJobRequest) (*Job, error)
    // Starts a job cancellation request. To access the job resource
    // after cancellation, call
    // [regions/{region}/jobs.list](https://cloud.google.com/dataproc/docs/reference/rest/v1beta2/projects.regions.jobs/list)
    // or
    // [regions/{region}/jobs.get](https://cloud.google.com/dataproc/docs/reference/rest/v1beta2/projects.regions.jobs/get).
    CancelJob(context.Context, *CancelJobRequest) (*Job, error)
    // Deletes the job from the project. If the job is active, the delete fails,
    // and the response returns `FAILED_PRECONDITION`.
    DeleteJob(context.Context, *DeleteJobRequest) (*empty.Empty, error)
}

JobControllerServer is the server API for JobController service.

type JobMetadata Uses

type JobMetadata struct {

    // Output only. The job id.
    JobId string `protobuf:"bytes,1,opt,name=job_id,json=jobId,proto3" json:"job_id,omitempty"`
    // Output only. Most recent job status.
    Status *JobStatus `protobuf:"bytes,2,opt,name=status,proto3" json:"status,omitempty"`
    // Output only. Operation type.
    OperationType string `protobuf:"bytes,3,opt,name=operation_type,json=operationType,proto3" json:"operation_type,omitempty"`
    // Output only. Job submission time.
    StartTime *timestamp.Timestamp `protobuf:"bytes,4,opt,name=start_time,json=startTime,proto3" json:"start_time,omitempty"`
    // contains filtered or unexported fields
}

Job Operation metadata.

func (*JobMetadata) Descriptor Uses

func (*JobMetadata) Descriptor() ([]byte, []int)

Deprecated: Use JobMetadata.ProtoReflect.Descriptor instead.

func (*JobMetadata) GetJobId Uses

func (x *JobMetadata) GetJobId() string

func (*JobMetadata) GetOperationType Uses

func (x *JobMetadata) GetOperationType() string

func (*JobMetadata) GetStartTime Uses

func (x *JobMetadata) GetStartTime() *timestamp.Timestamp

func (*JobMetadata) GetStatus Uses

func (x *JobMetadata) GetStatus() *JobStatus

func (*JobMetadata) ProtoMessage Uses

func (*JobMetadata) ProtoMessage()

func (*JobMetadata) ProtoReflect Uses

func (x *JobMetadata) ProtoReflect() protoreflect.Message

func (*JobMetadata) Reset Uses

func (x *JobMetadata) Reset()

func (*JobMetadata) String Uses

func (x *JobMetadata) String() string

type JobPlacement Uses

type JobPlacement struct {

    // Required. The name of the cluster where the job will be submitted.
    ClusterName string `protobuf:"bytes,1,opt,name=cluster_name,json=clusterName,proto3" json:"cluster_name,omitempty"`
    // Output only. A cluster UUID generated by the Dataproc service when
    // the job is submitted.
    ClusterUuid string `protobuf:"bytes,2,opt,name=cluster_uuid,json=clusterUuid,proto3" json:"cluster_uuid,omitempty"`
    // contains filtered or unexported fields
}

Dataproc job config.

func (*JobPlacement) Descriptor Uses

func (*JobPlacement) Descriptor() ([]byte, []int)

Deprecated: Use JobPlacement.ProtoReflect.Descriptor instead.

func (*JobPlacement) GetClusterName Uses

func (x *JobPlacement) GetClusterName() string

func (*JobPlacement) GetClusterUuid Uses

func (x *JobPlacement) GetClusterUuid() string

func (*JobPlacement) ProtoMessage Uses

func (*JobPlacement) ProtoMessage()

func (*JobPlacement) ProtoReflect Uses

func (x *JobPlacement) ProtoReflect() protoreflect.Message

func (*JobPlacement) Reset Uses

func (x *JobPlacement) Reset()

func (*JobPlacement) String Uses

func (x *JobPlacement) String() string

type JobReference Uses

type JobReference struct {

    // Required. The ID of the Google Cloud Platform project that the job
    // belongs to.
    ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
    // Optional. The job ID, which must be unique within the project.
    // The ID must contain only letters (a-z, A-Z), numbers (0-9),
    // underscores (_), or hyphens (-). The maximum length is 100 characters.
    //
    // If not specified by the caller, the job ID will be provided by the server.
    JobId string `protobuf:"bytes,2,opt,name=job_id,json=jobId,proto3" json:"job_id,omitempty"`
    // contains filtered or unexported fields
}

Encapsulates the full scoping used to reference a job.

func (*JobReference) Descriptor Uses

func (*JobReference) Descriptor() ([]byte, []int)

Deprecated: Use JobReference.ProtoReflect.Descriptor instead.

func (*JobReference) GetJobId Uses

func (x *JobReference) GetJobId() string

func (*JobReference) GetProjectId Uses

func (x *JobReference) GetProjectId() string

func (*JobReference) ProtoMessage Uses

func (*JobReference) ProtoMessage()

func (*JobReference) ProtoReflect Uses

func (x *JobReference) ProtoReflect() protoreflect.Message

func (*JobReference) Reset Uses

func (x *JobReference) Reset()

func (*JobReference) String Uses

func (x *JobReference) String() string

type JobScheduling Uses

type JobScheduling struct {

    // Optional. Maximum number of times per hour a driver may be restarted as
    // a result of driver terminating with non-zero code before job is
    // reported failed.
    //
    // A job may be reported as thrashing if driver exits with non-zero code
    // 4 times within 10 minute window.
    //
    // Maximum value is 10.
    MaxFailuresPerHour int32 `protobuf:"varint,1,opt,name=max_failures_per_hour,json=maxFailuresPerHour,proto3" json:"max_failures_per_hour,omitempty"`
    // contains filtered or unexported fields
}

Job scheduling options.

func (*JobScheduling) Descriptor Uses

func (*JobScheduling) Descriptor() ([]byte, []int)

Deprecated: Use JobScheduling.ProtoReflect.Descriptor instead.

func (*JobScheduling) GetMaxFailuresPerHour Uses

func (x *JobScheduling) GetMaxFailuresPerHour() int32

func (*JobScheduling) ProtoMessage Uses

func (*JobScheduling) ProtoMessage()

func (*JobScheduling) ProtoReflect Uses

func (x *JobScheduling) ProtoReflect() protoreflect.Message

func (*JobScheduling) Reset Uses

func (x *JobScheduling) Reset()

func (*JobScheduling) String Uses

func (x *JobScheduling) String() string

type JobStatus Uses

type JobStatus struct {

    // Output only. A state message specifying the overall job state.
    State JobStatus_State `protobuf:"varint,1,opt,name=state,proto3,enum=google.cloud.dataproc.v1beta2.JobStatus_State" json:"state,omitempty"`
    // Output only. Optional Job state details, such as an error
    // description if the state is <code>ERROR</code>.
    Details string `protobuf:"bytes,2,opt,name=details,proto3" json:"details,omitempty"`
    // Output only. The time when this state was entered.
    StateStartTime *timestamp.Timestamp `protobuf:"bytes,6,opt,name=state_start_time,json=stateStartTime,proto3" json:"state_start_time,omitempty"`
    // Output only. Additional state information, which includes
    // status reported by the agent.
    Substate JobStatus_Substate `protobuf:"varint,7,opt,name=substate,proto3,enum=google.cloud.dataproc.v1beta2.JobStatus_Substate" json:"substate,omitempty"`
    // contains filtered or unexported fields
}

Dataproc job status.

func (*JobStatus) Descriptor Uses

func (*JobStatus) Descriptor() ([]byte, []int)

Deprecated: Use JobStatus.ProtoReflect.Descriptor instead.

func (*JobStatus) GetDetails Uses

func (x *JobStatus) GetDetails() string

func (*JobStatus) GetState Uses

func (x *JobStatus) GetState() JobStatus_State

func (*JobStatus) GetStateStartTime Uses

func (x *JobStatus) GetStateStartTime() *timestamp.Timestamp

func (*JobStatus) GetSubstate Uses

func (x *JobStatus) GetSubstate() JobStatus_Substate

func (*JobStatus) ProtoMessage Uses

func (*JobStatus) ProtoMessage()

func (*JobStatus) ProtoReflect Uses

func (x *JobStatus) ProtoReflect() protoreflect.Message

func (*JobStatus) Reset Uses

func (x *JobStatus) Reset()

func (*JobStatus) String Uses

func (x *JobStatus) String() string

type JobStatus_State Uses

type JobStatus_State int32

The job state.

const (
    // The job state is unknown.
    JobStatus_STATE_UNSPECIFIED JobStatus_State = 0
    // The job is pending; it has been submitted, but is not yet running.
    JobStatus_PENDING JobStatus_State = 1
    // Job has been received by the service and completed initial setup;
    // it will soon be submitted to the cluster.
    JobStatus_SETUP_DONE JobStatus_State = 8
    // The job is running on the cluster.
    JobStatus_RUNNING JobStatus_State = 2
    // A CancelJob request has been received, but is pending.
    JobStatus_CANCEL_PENDING JobStatus_State = 3
    // Transient in-flight resources have been canceled, and the request to
    // cancel the running job has been issued to the cluster.
    JobStatus_CANCEL_STARTED JobStatus_State = 7
    // The job cancellation was successful.
    JobStatus_CANCELLED JobStatus_State = 4
    // The job has completed successfully.
    JobStatus_DONE JobStatus_State = 5
    // The job has completed, but encountered an error.
    JobStatus_ERROR JobStatus_State = 6
    // Job attempt has failed. The detail field contains failure details for
    // this attempt.
    //
    // Applies to restartable jobs only.
    JobStatus_ATTEMPT_FAILURE JobStatus_State = 9
)

func (JobStatus_State) Descriptor Uses

func (JobStatus_State) Descriptor() protoreflect.EnumDescriptor

func (JobStatus_State) Enum Uses

func (x JobStatus_State) Enum() *JobStatus_State

func (JobStatus_State) EnumDescriptor Uses

func (JobStatus_State) EnumDescriptor() ([]byte, []int)

Deprecated: Use JobStatus_State.Descriptor instead.

func (JobStatus_State) Number Uses

func (x JobStatus_State) Number() protoreflect.EnumNumber

func (JobStatus_State) String Uses

func (x JobStatus_State) String() string

func (JobStatus_State) Type Uses

func (JobStatus_State) Type() protoreflect.EnumType

type JobStatus_Substate Uses

type JobStatus_Substate int32

The job substate.

const (
    // The job substate is unknown.
    JobStatus_UNSPECIFIED JobStatus_Substate = 0
    // The Job is submitted to the agent.
    //
    // Applies to RUNNING state.
    JobStatus_SUBMITTED JobStatus_Substate = 1
    // The Job has been received and is awaiting execution (it may be waiting
    // for a condition to be met). See the "details" field for the reason for
    // the delay.
    //
    // Applies to RUNNING state.
    JobStatus_QUEUED JobStatus_Substate = 2
    // The agent-reported status is out of date, which may be caused by a
    // loss of communication between the agent and Dataproc. If the
    // agent does not send a timely update, the job will fail.
    //
    // Applies to RUNNING state.
    JobStatus_STALE_STATUS JobStatus_Substate = 3
)

func (JobStatus_Substate) Descriptor Uses

func (JobStatus_Substate) Descriptor() protoreflect.EnumDescriptor

func (JobStatus_Substate) Enum Uses

func (x JobStatus_Substate) Enum() *JobStatus_Substate

func (JobStatus_Substate) EnumDescriptor Uses

func (JobStatus_Substate) EnumDescriptor() ([]byte, []int)

Deprecated: Use JobStatus_Substate.Descriptor instead.

func (JobStatus_Substate) Number Uses

func (x JobStatus_Substate) Number() protoreflect.EnumNumber

func (JobStatus_Substate) String Uses

func (x JobStatus_Substate) String() string

func (JobStatus_Substate) Type Uses

func (JobStatus_Substate) Type() protoreflect.EnumType

type Job_HadoopJob Uses

type Job_HadoopJob struct {
    // Optional. Job is a Hadoop job.
    HadoopJob *HadoopJob `protobuf:"bytes,3,opt,name=hadoop_job,json=hadoopJob,proto3,oneof"`
}

type Job_HiveJob Uses

type Job_HiveJob struct {
    // Optional. Job is a Hive job.
    HiveJob *HiveJob `protobuf:"bytes,6,opt,name=hive_job,json=hiveJob,proto3,oneof"`
}

type Job_PigJob Uses

type Job_PigJob struct {
    // Optional. Job is a Pig job.
    PigJob *PigJob `protobuf:"bytes,7,opt,name=pig_job,json=pigJob,proto3,oneof"`
}

type Job_PrestoJob Uses

type Job_PrestoJob struct {
    // Optional. Job is a Presto job.
    PrestoJob *PrestoJob `protobuf:"bytes,23,opt,name=presto_job,json=prestoJob,proto3,oneof"`
}

type Job_PysparkJob Uses

type Job_PysparkJob struct {
    // Optional. Job is a PySpark job.
    PysparkJob *PySparkJob `protobuf:"bytes,5,opt,name=pyspark_job,json=pysparkJob,proto3,oneof"`
}

type Job_SparkJob Uses

type Job_SparkJob struct {
    // Optional. Job is a Spark job.
    SparkJob *SparkJob `protobuf:"bytes,4,opt,name=spark_job,json=sparkJob,proto3,oneof"`
}

type Job_SparkRJob Uses

type Job_SparkRJob struct {
    // Optional. Job is a SparkR job.
    SparkRJob *SparkRJob `protobuf:"bytes,21,opt,name=spark_r_job,json=sparkRJob,proto3,oneof"`
}

type Job_SparkSqlJob Uses

type Job_SparkSqlJob struct {
    // Optional. Job is a SparkSql job.
    SparkSqlJob *SparkSqlJob `protobuf:"bytes,12,opt,name=spark_sql_job,json=sparkSqlJob,proto3,oneof"`
}

type KerberosConfig Uses

type KerberosConfig struct {

    // Optional. Flag to indicate whether to Kerberize the cluster (default: false). Set
    // this field to true to enable Kerberos on a cluster.
    EnableKerberos bool `protobuf:"varint,1,opt,name=enable_kerberos,json=enableKerberos,proto3" json:"enable_kerberos,omitempty"`
    // Required. The Cloud Storage URI of a KMS encrypted file containing the root
    // principal password.
    RootPrincipalPasswordUri string `protobuf:"bytes,2,opt,name=root_principal_password_uri,json=rootPrincipalPasswordUri,proto3" json:"root_principal_password_uri,omitempty"`
    // Required. The uri of the KMS key used to encrypt various sensitive
    // files.
    KmsKeyUri string `protobuf:"bytes,3,opt,name=kms_key_uri,json=kmsKeyUri,proto3" json:"kms_key_uri,omitempty"`
    // Optional. The Cloud Storage URI of the keystore file used for SSL
    // encryption. If not provided, Dataproc will provide a self-signed
    // certificate.
    KeystoreUri string `protobuf:"bytes,4,opt,name=keystore_uri,json=keystoreUri,proto3" json:"keystore_uri,omitempty"`
    // Optional. The Cloud Storage URI of the truststore file used for SSL
    // encryption. If not provided, Dataproc will provide a self-signed
    // certificate.
    TruststoreUri string `protobuf:"bytes,5,opt,name=truststore_uri,json=truststoreUri,proto3" json:"truststore_uri,omitempty"`
    // Optional. The Cloud Storage URI of a KMS encrypted file containing the
    // password to the user provided keystore. For the self-signed certificate,
    // this password is generated by Dataproc.
    KeystorePasswordUri string `protobuf:"bytes,6,opt,name=keystore_password_uri,json=keystorePasswordUri,proto3" json:"keystore_password_uri,omitempty"`
    // Optional. The Cloud Storage URI of a KMS encrypted file containing the
    // password to the user provided key. For the self-signed certificate, this
    // password is generated by Dataproc.
    KeyPasswordUri string `protobuf:"bytes,7,opt,name=key_password_uri,json=keyPasswordUri,proto3" json:"key_password_uri,omitempty"`
    // Optional. The Cloud Storage URI of a KMS encrypted file containing the
    // password to the user provided truststore. For the self-signed certificate,
    // this password is generated by Dataproc.
    TruststorePasswordUri string `protobuf:"bytes,8,opt,name=truststore_password_uri,json=truststorePasswordUri,proto3" json:"truststore_password_uri,omitempty"`
    // Optional. The remote realm the Dataproc on-cluster KDC will trust, should
    // the user enable cross realm trust.
    CrossRealmTrustRealm string `protobuf:"bytes,9,opt,name=cross_realm_trust_realm,json=crossRealmTrustRealm,proto3" json:"cross_realm_trust_realm,omitempty"`
    // Optional. The KDC (IP or hostname) for the remote trusted realm in a cross
    // realm trust relationship.
    CrossRealmTrustKdc string `protobuf:"bytes,10,opt,name=cross_realm_trust_kdc,json=crossRealmTrustKdc,proto3" json:"cross_realm_trust_kdc,omitempty"`
    // Optional. The admin server (IP or hostname) for the remote trusted realm in
    // a cross realm trust relationship.
    CrossRealmTrustAdminServer string `protobuf:"bytes,11,opt,name=cross_realm_trust_admin_server,json=crossRealmTrustAdminServer,proto3" json:"cross_realm_trust_admin_server,omitempty"`
    // Optional. The Cloud Storage URI of a KMS encrypted file containing the
    // shared password between the on-cluster Kerberos realm and the remote
    // trusted realm, in a cross realm trust relationship.
    CrossRealmTrustSharedPasswordUri string `protobuf:"bytes,12,opt,name=cross_realm_trust_shared_password_uri,json=crossRealmTrustSharedPasswordUri,proto3" json:"cross_realm_trust_shared_password_uri,omitempty"`
    // Optional. The Cloud Storage URI of a KMS encrypted file containing the
    // master key of the KDC database.
    KdcDbKeyUri string `protobuf:"bytes,13,opt,name=kdc_db_key_uri,json=kdcDbKeyUri,proto3" json:"kdc_db_key_uri,omitempty"`
    // Optional. The lifetime of the ticket granting ticket, in hours.
    // If not specified, or user specifies 0, then default value 10
    // will be used.
    TgtLifetimeHours int32 `protobuf:"varint,14,opt,name=tgt_lifetime_hours,json=tgtLifetimeHours,proto3" json:"tgt_lifetime_hours,omitempty"`
    // Optional. The name of the on-cluster Kerberos realm.
    // If not specified, the uppercased domain of hostnames will be the realm.
    Realm string `protobuf:"bytes,15,opt,name=realm,proto3" json:"realm,omitempty"`
    // contains filtered or unexported fields
}

Specifies Kerberos related configuration.

func (*KerberosConfig) Descriptor Uses

func (*KerberosConfig) Descriptor() ([]byte, []int)

Deprecated: Use KerberosConfig.ProtoReflect.Descriptor instead.

func (*KerberosConfig) GetCrossRealmTrustAdminServer Uses

func (x *KerberosConfig) GetCrossRealmTrustAdminServer() string

func (*KerberosConfig) GetCrossRealmTrustKdc Uses

func (x *KerberosConfig) GetCrossRealmTrustKdc() string

func (*KerberosConfig) GetCrossRealmTrustRealm Uses

func (x *KerberosConfig) GetCrossRealmTrustRealm() string

func (*KerberosConfig) GetCrossRealmTrustSharedPasswordUri Uses

func (x *KerberosConfig) GetCrossRealmTrustSharedPasswordUri() string

func (*KerberosConfig) GetEnableKerberos Uses

func (x *KerberosConfig) GetEnableKerberos() bool

func (*KerberosConfig) GetKdcDbKeyUri Uses

func (x *KerberosConfig) GetKdcDbKeyUri() string

func (*KerberosConfig) GetKeyPasswordUri Uses

func (x *KerberosConfig) GetKeyPasswordUri() string

func (*KerberosConfig) GetKeystorePasswordUri Uses

func (x *KerberosConfig) GetKeystorePasswordUri() string

func (*KerberosConfig) GetKeystoreUri Uses

func (x *KerberosConfig) GetKeystoreUri() string

func (*KerberosConfig) GetKmsKeyUri Uses

func (x *KerberosConfig) GetKmsKeyUri() string

func (*KerberosConfig) GetRealm Uses

func (x *KerberosConfig) GetRealm() string

func (*KerberosConfig) GetRootPrincipalPasswordUri Uses

func (x *KerberosConfig) GetRootPrincipalPasswordUri() string

func (*KerberosConfig) GetTgtLifetimeHours Uses

func (x *KerberosConfig) GetTgtLifetimeHours() int32

func (*KerberosConfig) GetTruststorePasswordUri Uses

func (x *KerberosConfig) GetTruststorePasswordUri() string

func (*KerberosConfig) GetTruststoreUri Uses

func (x *KerberosConfig) GetTruststoreUri() string

func (*KerberosConfig) ProtoMessage Uses

func (*KerberosConfig) ProtoMessage()

func (*KerberosConfig) ProtoReflect Uses

func (x *KerberosConfig) ProtoReflect() protoreflect.Message

func (*KerberosConfig) Reset Uses

func (x *KerberosConfig) Reset()

func (*KerberosConfig) String Uses

func (x *KerberosConfig) String() string

type LifecycleConfig Uses

type LifecycleConfig struct {

    // Optional. The duration to keep the cluster alive while idling (when no jobs
    // are running). Passing this threshold will cause the cluster to be
    // deleted. Minimum value is 10 minutes; maximum value is 14 days (see JSON
    // representation of
    // [Duration](https://developers.google.com/protocol-buffers/docs/proto3#json).
    IdleDeleteTtl *duration.Duration `protobuf:"bytes,1,opt,name=idle_delete_ttl,json=idleDeleteTtl,proto3" json:"idle_delete_ttl,omitempty"`
    // Either the exact time the cluster should be deleted at or
    // the cluster maximum age.
    //
    // Types that are assignable to Ttl:
    //	*LifecycleConfig_AutoDeleteTime
    //	*LifecycleConfig_AutoDeleteTtl
    Ttl isLifecycleConfig_Ttl `protobuf_oneof:"ttl"`
    // Output only. The time when cluster became idle (most recent job finished)
    // and became eligible for deletion due to idleness (see JSON representation
    // of
    // [Timestamp](https://developers.google.com/protocol-buffers/docs/proto3#json)).
    IdleStartTime *timestamp.Timestamp `protobuf:"bytes,4,opt,name=idle_start_time,json=idleStartTime,proto3" json:"idle_start_time,omitempty"`
    // contains filtered or unexported fields
}

Specifies the cluster auto-delete schedule configuration.

func (*LifecycleConfig) Descriptor Uses

func (*LifecycleConfig) Descriptor() ([]byte, []int)

Deprecated: Use LifecycleConfig.ProtoReflect.Descriptor instead.

func (*LifecycleConfig) GetAutoDeleteTime Uses

func (x *LifecycleConfig) GetAutoDeleteTime() *timestamp.Timestamp

func (*LifecycleConfig) GetAutoDeleteTtl Uses

func (x *LifecycleConfig) GetAutoDeleteTtl() *duration.Duration

func (*LifecycleConfig) GetIdleDeleteTtl Uses

func (x *LifecycleConfig) GetIdleDeleteTtl() *duration.Duration

func (*LifecycleConfig) GetIdleStartTime Uses

func (x *LifecycleConfig) GetIdleStartTime() *timestamp.Timestamp

func (*LifecycleConfig) GetTtl Uses

func (m *LifecycleConfig) GetTtl() isLifecycleConfig_Ttl

func (*LifecycleConfig) ProtoMessage Uses

func (*LifecycleConfig) ProtoMessage()

func (*LifecycleConfig) ProtoReflect Uses

func (x *LifecycleConfig) ProtoReflect() protoreflect.Message

func (*LifecycleConfig) Reset Uses

func (x *LifecycleConfig) Reset()

func (*LifecycleConfig) String Uses

func (x *LifecycleConfig) String() string

type LifecycleConfig_AutoDeleteTime Uses

type LifecycleConfig_AutoDeleteTime struct {
    // Optional. The time when cluster will be auto-deleted. (see JSON representation of
    // [Timestamp](https://developers.google.com/protocol-buffers/docs/proto3#json)).
    AutoDeleteTime *timestamp.Timestamp `protobuf:"bytes,2,opt,name=auto_delete_time,json=autoDeleteTime,proto3,oneof"`
}

type LifecycleConfig_AutoDeleteTtl Uses

type LifecycleConfig_AutoDeleteTtl struct {
    // Optional. The lifetime duration of cluster. The cluster will be
    // auto-deleted at the end of this period. Minimum value is 10 minutes;
    // maximum value is 14 days (see JSON representation of
    // [Duration](https://developers.google.com/protocol-buffers/docs/proto3#json)).
    AutoDeleteTtl *duration.Duration `protobuf:"bytes,3,opt,name=auto_delete_ttl,json=autoDeleteTtl,proto3,oneof"`
}

type ListAutoscalingPoliciesRequest Uses

type ListAutoscalingPoliciesRequest struct {

    // Required. The "resource name" of the region or location, as described
    // in https://cloud.google.com/apis/design/resource_names.
    //
    // * For `projects.regions.autoscalingPolicies.list`, the resource name
    //   of the region has the following format:
    //   `projects/{project_id}/regions/{region}`
    //
    // * For `projects.locations.autoscalingPolicies.list`, the resource name
    //   of the location has the following format:
    //   `projects/{project_id}/locations/{location}`
    Parent string `protobuf:"bytes,1,opt,name=parent,proto3" json:"parent,omitempty"`
    // Optional. The maximum number of results to return in each response.
    // Must be less than or equal to 1000. Defaults to 100.
    PageSize int32 `protobuf:"varint,2,opt,name=page_size,json=pageSize,proto3" json:"page_size,omitempty"`
    // Optional. The page token, returned by a previous call, to request the
    // next page of results.
    PageToken string `protobuf:"bytes,3,opt,name=page_token,json=pageToken,proto3" json:"page_token,omitempty"`
    // contains filtered or unexported fields
}

A request to list autoscaling policies in a project.

func (*ListAutoscalingPoliciesRequest) Descriptor Uses

func (*ListAutoscalingPoliciesRequest) Descriptor() ([]byte, []int)

Deprecated: Use ListAutoscalingPoliciesRequest.ProtoReflect.Descriptor instead.

func (*ListAutoscalingPoliciesRequest) GetPageSize Uses

func (x *ListAutoscalingPoliciesRequest) GetPageSize() int32

func (*ListAutoscalingPoliciesRequest) GetPageToken Uses

func (x *ListAutoscalingPoliciesRequest) GetPageToken() string

func (*ListAutoscalingPoliciesRequest) GetParent Uses

func (x *ListAutoscalingPoliciesRequest) GetParent() string

func (*ListAutoscalingPoliciesRequest) ProtoMessage Uses

func (*ListAutoscalingPoliciesRequest) ProtoMessage()

func (*ListAutoscalingPoliciesRequest) ProtoReflect Uses

func (x *ListAutoscalingPoliciesRequest) ProtoReflect() protoreflect.Message

func (*ListAutoscalingPoliciesRequest) Reset Uses

func (x *ListAutoscalingPoliciesRequest) Reset()

func (*ListAutoscalingPoliciesRequest) String Uses

func (x *ListAutoscalingPoliciesRequest) String() string

type ListAutoscalingPoliciesResponse Uses

type ListAutoscalingPoliciesResponse struct {

    // Output only. Autoscaling policies list.
    Policies []*AutoscalingPolicy `protobuf:"bytes,1,rep,name=policies,proto3" json:"policies,omitempty"`
    // Output only. This token is included in the response if there are more
    // results to fetch.
    NextPageToken string `protobuf:"bytes,2,opt,name=next_page_token,json=nextPageToken,proto3" json:"next_page_token,omitempty"`
    // contains filtered or unexported fields
}

A response to a request to list autoscaling policies in a project.

func (*ListAutoscalingPoliciesResponse) Descriptor Uses

func (*ListAutoscalingPoliciesResponse) Descriptor() ([]byte, []int)

Deprecated: Use ListAutoscalingPoliciesResponse.ProtoReflect.Descriptor instead.

func (*ListAutoscalingPoliciesResponse) GetNextPageToken Uses

func (x *ListAutoscalingPoliciesResponse) GetNextPageToken() string

func (*ListAutoscalingPoliciesResponse) GetPolicies Uses

func (x *ListAutoscalingPoliciesResponse) GetPolicies() []*AutoscalingPolicy

func (*ListAutoscalingPoliciesResponse) ProtoMessage Uses

func (*ListAutoscalingPoliciesResponse) ProtoMessage()

func (*ListAutoscalingPoliciesResponse) ProtoReflect Uses

func (x *ListAutoscalingPoliciesResponse) ProtoReflect() protoreflect.Message

func (*ListAutoscalingPoliciesResponse) Reset Uses

func (x *ListAutoscalingPoliciesResponse) Reset()

func (*ListAutoscalingPoliciesResponse) String Uses

func (x *ListAutoscalingPoliciesResponse) String() string

type ListClustersRequest Uses

type ListClustersRequest struct {

    // Required. The ID of the Google Cloud Platform project that the cluster
    // belongs to.
    ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
    // Required. The Dataproc region in which to handle the request.
    Region string `protobuf:"bytes,4,opt,name=region,proto3" json:"region,omitempty"`
    // Optional.  A filter constraining the clusters to list. Filters are
    // case-sensitive and have the following syntax:
    //
    // field = value [AND [field = value]] ...
    //
    // where **field** is one of `status.state`, `clusterName`, or `labels.[KEY]`,
    // and `[KEY]` is a label key. **value** can be `*` to match all values.
    // `status.state` can be one of the following: `ACTIVE`, `INACTIVE`,
    // `CREATING`, `RUNNING`, `ERROR`, `DELETING`, or `UPDATING`. `ACTIVE`
    // contains the `CREATING`, `UPDATING`, and `RUNNING` states. `INACTIVE`
    // contains the `DELETING` and `ERROR` states.
    // `clusterName` is the name of the cluster provided at creation time.
    // Only the logical `AND` operator is supported; space-separated items are
    // treated as having an implicit `AND` operator.
    //
    // Example filter:
    //
    // status.state = ACTIVE AND clusterName = mycluster
    // AND labels.env = staging AND labels.starred = *
    Filter string `protobuf:"bytes,5,opt,name=filter,proto3" json:"filter,omitempty"`
    // Optional. The standard List page size.
    PageSize int32 `protobuf:"varint,2,opt,name=page_size,json=pageSize,proto3" json:"page_size,omitempty"`
    // Optional. The standard List page token.
    PageToken string `protobuf:"bytes,3,opt,name=page_token,json=pageToken,proto3" json:"page_token,omitempty"`
    // contains filtered or unexported fields
}

A request to list the clusters in a project.

func (*ListClustersRequest) Descriptor Uses

func (*ListClustersRequest) Descriptor() ([]byte, []int)

Deprecated: Use ListClustersRequest.ProtoReflect.Descriptor instead.

func (*ListClustersRequest) GetFilter Uses

func (x *ListClustersRequest) GetFilter() string

func (*ListClustersRequest) GetPageSize Uses

func (x *ListClustersRequest) GetPageSize() int32

func (*ListClustersRequest) GetPageToken Uses

func (x *ListClustersRequest) GetPageToken() string

func (*ListClustersRequest) GetProjectId Uses

func (x *ListClustersRequest) GetProjectId() string

func (*ListClustersRequest) GetRegion Uses

func (x *ListClustersRequest) GetRegion() string

func (*ListClustersRequest) ProtoMessage Uses

func (*ListClustersRequest) ProtoMessage()

func (*ListClustersRequest) ProtoReflect Uses

func (x *ListClustersRequest) ProtoReflect() protoreflect.Message

func (*ListClustersRequest) Reset Uses

func (x *ListClustersRequest) Reset()

func (*ListClustersRequest) String Uses

func (x *ListClustersRequest) String() string

type ListClustersResponse Uses

type ListClustersResponse struct {

    // Output only. The clusters in the project.
    Clusters []*Cluster `protobuf:"bytes,1,rep,name=clusters,proto3" json:"clusters,omitempty"`
    // Output only. This token is included in the response if there are more
    // results to fetch. To fetch additional results, provide this value as the
    // `page_token` in a subsequent <code>ListClustersRequest</code>.
    NextPageToken string `protobuf:"bytes,2,opt,name=next_page_token,json=nextPageToken,proto3" json:"next_page_token,omitempty"`
    // contains filtered or unexported fields
}

The list of all clusters in a project.

func (*ListClustersResponse) Descriptor Uses

func (*ListClustersResponse) Descriptor() ([]byte, []int)

Deprecated: Use ListClustersResponse.ProtoReflect.Descriptor instead.

func (*ListClustersResponse) GetClusters Uses

func (x *ListClustersResponse) GetClusters() []*Cluster

func (*ListClustersResponse) GetNextPageToken Uses

func (x *ListClustersResponse) GetNextPageToken() string

func (*ListClustersResponse) ProtoMessage Uses

func (*ListClustersResponse) ProtoMessage()

func (*ListClustersResponse) ProtoReflect Uses

func (x *ListClustersResponse) ProtoReflect() protoreflect.Message

func (*ListClustersResponse) Reset Uses

func (x *ListClustersResponse) Reset()

func (*ListClustersResponse) String Uses

func (x *ListClustersResponse) String() string

type ListJobsRequest Uses

type ListJobsRequest struct {

    // Required. The ID of the Google Cloud Platform project that the job
    // belongs to.
    ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
    // Required. The Dataproc region in which to handle the request.
    Region string `protobuf:"bytes,6,opt,name=region,proto3" json:"region,omitempty"`
    // Optional. The number of results to return in each response.
    PageSize int32 `protobuf:"varint,2,opt,name=page_size,json=pageSize,proto3" json:"page_size,omitempty"`
    // Optional. The page token, returned by a previous call, to request the
    // next page of results.
    PageToken string `protobuf:"bytes,3,opt,name=page_token,json=pageToken,proto3" json:"page_token,omitempty"`
    // Optional. If set, the returned jobs list includes only jobs that were
    // submitted to the named cluster.
    ClusterName string `protobuf:"bytes,4,opt,name=cluster_name,json=clusterName,proto3" json:"cluster_name,omitempty"`
    // Optional. Specifies enumerated categories of jobs to list.
    // (default = match ALL jobs).
    //
    // If `filter` is provided, `jobStateMatcher` will be ignored.
    JobStateMatcher ListJobsRequest_JobStateMatcher `protobuf:"varint,5,opt,name=job_state_matcher,json=jobStateMatcher,proto3,enum=google.cloud.dataproc.v1beta2.ListJobsRequest_JobStateMatcher" json:"job_state_matcher,omitempty"`
    // Optional. A filter constraining the jobs to list. Filters are
    // case-sensitive and have the following syntax:
    //
    // [field = value] AND [field [= value]] ...
    //
    // where **field** is `status.state` or `labels.[KEY]`, and `[KEY]` is a label
    // key. **value** can be `*` to match all values.
    // `status.state` can be either `ACTIVE` or `NON_ACTIVE`.
    // Only the logical `AND` operator is supported; space-separated items are
    // treated as having an implicit `AND` operator.
    //
    // Example filter:
    //
    // status.state = ACTIVE AND labels.env = staging AND labels.starred = *
    Filter string `protobuf:"bytes,7,opt,name=filter,proto3" json:"filter,omitempty"`
    // contains filtered or unexported fields
}

A request to list jobs in a project.

func (*ListJobsRequest) Descriptor Uses

func (*ListJobsRequest) Descriptor() ([]byte, []int)

Deprecated: Use ListJobsRequest.ProtoReflect.Descriptor instead.

func (*ListJobsRequest) GetClusterName Uses

func (x *ListJobsRequest) GetClusterName() string

func (*ListJobsRequest) GetFilter Uses

func (x *ListJobsRequest) GetFilter() string

func (*ListJobsRequest) GetJobStateMatcher Uses

func (x *ListJobsRequest) GetJobStateMatcher() ListJobsRequest_JobStateMatcher

func (*ListJobsRequest) GetPageSize Uses

func (x *ListJobsRequest) GetPageSize() int32

func (*ListJobsRequest) GetPageToken Uses

func (x *ListJobsRequest) GetPageToken() string

func (*ListJobsRequest) GetProjectId Uses

func (x *ListJobsRequest) GetProjectId() string

func (*ListJobsRequest) GetRegion Uses

func (x *ListJobsRequest) GetRegion() string

func (*ListJobsRequest) ProtoMessage Uses

func (*ListJobsRequest) ProtoMessage()

func (*ListJobsRequest) ProtoReflect Uses

func (x *ListJobsRequest) ProtoReflect() protoreflect.Message

func (*ListJobsRequest) Reset Uses

func (x *ListJobsRequest) Reset()

func (*ListJobsRequest) String Uses

func (x *ListJobsRequest) String() string

type ListJobsRequest_JobStateMatcher Uses

type ListJobsRequest_JobStateMatcher int32

A matcher that specifies categories of job states.

const (
    // Match all jobs, regardless of state.
    ListJobsRequest_ALL ListJobsRequest_JobStateMatcher = 0
    // Only match jobs in non-terminal states: PENDING, RUNNING, or
    // CANCEL_PENDING.
    ListJobsRequest_ACTIVE ListJobsRequest_JobStateMatcher = 1
    // Only match jobs in terminal states: CANCELLED, DONE, or ERROR.
    ListJobsRequest_NON_ACTIVE ListJobsRequest_JobStateMatcher = 2
)

func (ListJobsRequest_JobStateMatcher) Descriptor Uses

func (ListJobsRequest_JobStateMatcher) Descriptor() protoreflect.EnumDescriptor

func (ListJobsRequest_JobStateMatcher) Enum Uses

func (x ListJobsRequest_JobStateMatcher) Enum() *ListJobsRequest_JobStateMatcher

func (ListJobsRequest_JobStateMatcher) EnumDescriptor Uses

func (ListJobsRequest_JobStateMatcher) EnumDescriptor() ([]byte, []int)

Deprecated: Use ListJobsRequest_JobStateMatcher.Descriptor instead.

func (ListJobsRequest_JobStateMatcher) Number Uses

func (x ListJobsRequest_JobStateMatcher) Number() protoreflect.EnumNumber

func (ListJobsRequest_JobStateMatcher) String Uses

func (x ListJobsRequest_JobStateMatcher) String() string

func (ListJobsRequest_JobStateMatcher) Type Uses

func (ListJobsRequest_JobStateMatcher) Type() protoreflect.EnumType

type ListJobsResponse Uses

type ListJobsResponse struct {

    // Output only. Jobs list.
    Jobs []*Job `protobuf:"bytes,1,rep,name=jobs,proto3" json:"jobs,omitempty"`
    // Optional. This token is included in the response if there are more results
    // to fetch. To fetch additional results, provide this value as the
    // `page_token` in a subsequent <code>ListJobsRequest</code>.
    NextPageToken string `protobuf:"bytes,2,opt,name=next_page_token,json=nextPageToken,proto3" json:"next_page_token,omitempty"`
    // contains filtered or unexported fields
}

A list of jobs in a project.

func (*ListJobsResponse) Descriptor Uses

func (*ListJobsResponse) Descriptor() ([]byte, []int)

Deprecated: Use ListJobsResponse.ProtoReflect.Descriptor instead.

func (*ListJobsResponse) GetJobs Uses

func (x *ListJobsResponse) GetJobs() []*Job

func (*ListJobsResponse) GetNextPageToken Uses

func (x *ListJobsResponse) GetNextPageToken() string

func (*ListJobsResponse) ProtoMessage Uses

func (*ListJobsResponse) ProtoMessage()

func (*ListJobsResponse) ProtoReflect Uses

func (x *ListJobsResponse) ProtoReflect() protoreflect.Message

func (*ListJobsResponse) Reset Uses

func (x *ListJobsResponse) Reset()

func (*ListJobsResponse) String Uses

func (x *ListJobsResponse) String() string

type ListWorkflowTemplatesRequest Uses

type ListWorkflowTemplatesRequest struct {

    // Required. The resource name of the region or location, as described
    // in https://cloud.google.com/apis/design/resource_names.
    //
    // * For `projects.regions.workflowTemplates,list`, the resource
    //   name of the region has the following format:
    //   `projects/{project_id}/regions/{region}`
    //
    // * For `projects.locations.workflowTemplates.list`, the
    //   resource name of the location has the following format:
    //   `projects/{project_id}/locations/{location}`
    Parent string `protobuf:"bytes,1,opt,name=parent,proto3" json:"parent,omitempty"`
    // Optional. The maximum number of results to return in each response.
    PageSize int32 `protobuf:"varint,2,opt,name=page_size,json=pageSize,proto3" json:"page_size,omitempty"`
    // Optional. The page token, returned by a previous call, to request the
    // next page of results.
    PageToken string `protobuf:"bytes,3,opt,name=page_token,json=pageToken,proto3" json:"page_token,omitempty"`
    // contains filtered or unexported fields
}

A request to list workflow templates in a project.

func (*ListWorkflowTemplatesRequest) Descriptor Uses

func (*ListWorkflowTemplatesRequest) Descriptor() ([]byte, []int)

Deprecated: Use ListWorkflowTemplatesRequest.ProtoReflect.Descriptor instead.

func (*ListWorkflowTemplatesRequest) GetPageSize Uses

func (x *ListWorkflowTemplatesRequest) GetPageSize() int32

func (*ListWorkflowTemplatesRequest) GetPageToken Uses

func (x *ListWorkflowTemplatesRequest) GetPageToken() string

func (*ListWorkflowTemplatesRequest) GetParent Uses

func (x *ListWorkflowTemplatesRequest) GetParent() string

func (*ListWorkflowTemplatesRequest) ProtoMessage Uses

func (*ListWorkflowTemplatesRequest) ProtoMessage()

func (*ListWorkflowTemplatesRequest) ProtoReflect Uses

func (x *ListWorkflowTemplatesRequest) ProtoReflect() protoreflect.Message

func (*ListWorkflowTemplatesRequest) Reset Uses

func (x *ListWorkflowTemplatesRequest) Reset()

func (*ListWorkflowTemplatesRequest) String Uses

func (x *ListWorkflowTemplatesRequest) String() string

type ListWorkflowTemplatesResponse Uses

type ListWorkflowTemplatesResponse struct {

    // Output only. WorkflowTemplates list.
    Templates []*WorkflowTemplate `protobuf:"bytes,1,rep,name=templates,proto3" json:"templates,omitempty"`
    // Output only. This token is included in the response if there are more
    // results to fetch. To fetch additional results, provide this value as the
    // page_token in a subsequent <code>ListWorkflowTemplatesRequest</code>.
    NextPageToken string `protobuf:"bytes,2,opt,name=next_page_token,json=nextPageToken,proto3" json:"next_page_token,omitempty"`
    // contains filtered or unexported fields
}

A response to a request to list workflow templates in a project.

func (*ListWorkflowTemplatesResponse) Descriptor Uses

func (*ListWorkflowTemplatesResponse) Descriptor() ([]byte, []int)

Deprecated: Use ListWorkflowTemplatesResponse.ProtoReflect.Descriptor instead.

func (*ListWorkflowTemplatesResponse) GetNextPageToken Uses

func (x *ListWorkflowTemplatesResponse) GetNextPageToken() string

func (*ListWorkflowTemplatesResponse) GetTemplates Uses

func (x *ListWorkflowTemplatesResponse) GetTemplates() []*WorkflowTemplate

func (*ListWorkflowTemplatesResponse) ProtoMessage Uses

func (*ListWorkflowTemplatesResponse) ProtoMessage()

func (*ListWorkflowTemplatesResponse) ProtoReflect Uses

func (x *ListWorkflowTemplatesResponse) ProtoReflect() protoreflect.Message

func (*ListWorkflowTemplatesResponse) Reset Uses

func (x *ListWorkflowTemplatesResponse) Reset()

func (*ListWorkflowTemplatesResponse) String Uses

func (x *ListWorkflowTemplatesResponse) String() string

type LoggingConfig Uses

type LoggingConfig struct {

    // The per-package log levels for the driver. This may include
    // "root" package name to configure rootLogger.
    // Examples:
    //   'com.google = FATAL', 'root = INFO', 'org.apache = DEBUG'
    DriverLogLevels map[string]LoggingConfig_Level `protobuf:"bytes,2,rep,name=driver_log_levels,json=driverLogLevels,proto3" json:"driver_log_levels,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"varint,2,opt,name=value,proto3,enum=google.cloud.dataproc.v1beta2.LoggingConfig_Level"`
    // contains filtered or unexported fields
}

The runtime logging config of the job.

func (*LoggingConfig) Descriptor Uses

func (*LoggingConfig) Descriptor() ([]byte, []int)

Deprecated: Use LoggingConfig.ProtoReflect.Descriptor instead.

func (*LoggingConfig) GetDriverLogLevels Uses

func (x *LoggingConfig) GetDriverLogLevels() map[string]LoggingConfig_Level

func (*LoggingConfig) ProtoMessage Uses

func (*LoggingConfig) ProtoMessage()

func (*LoggingConfig) ProtoReflect Uses

func (x *LoggingConfig) ProtoReflect() protoreflect.Message

func (*LoggingConfig) Reset Uses

func (x *LoggingConfig) Reset()

func (*LoggingConfig) String Uses

func (x *LoggingConfig) String() string

type LoggingConfig_Level Uses

type LoggingConfig_Level int32

The Log4j level for job execution. When running an [Apache Hive](http://hive.apache.org/) job, Cloud Dataproc configures the Hive client to an equivalent verbosity level.

const (
    // Level is unspecified. Use default level for log4j.
    LoggingConfig_LEVEL_UNSPECIFIED LoggingConfig_Level = 0
    // Use ALL level for log4j.
    LoggingConfig_ALL LoggingConfig_Level = 1
    // Use TRACE level for log4j.
    LoggingConfig_TRACE LoggingConfig_Level = 2
    // Use DEBUG level for log4j.
    LoggingConfig_DEBUG LoggingConfig_Level = 3
    // Use INFO level for log4j.
    LoggingConfig_INFO LoggingConfig_Level = 4
    // Use WARN level for log4j.
    LoggingConfig_WARN LoggingConfig_Level = 5
    // Use ERROR level for log4j.
    LoggingConfig_ERROR LoggingConfig_Level = 6
    // Use FATAL level for log4j.
    LoggingConfig_FATAL LoggingConfig_Level = 7
    // Turn off log4j.
    LoggingConfig_OFF LoggingConfig_Level = 8
)

func (LoggingConfig_Level) Descriptor Uses

func (LoggingConfig_Level) Descriptor() protoreflect.EnumDescriptor

func (LoggingConfig_Level) Enum Uses

func (x LoggingConfig_Level) Enum() *LoggingConfig_Level

func (LoggingConfig_Level) EnumDescriptor Uses

func (LoggingConfig_Level) EnumDescriptor() ([]byte, []int)

Deprecated: Use LoggingConfig_Level.Descriptor instead.

func (LoggingConfig_Level) Number Uses

func (x LoggingConfig_Level) Number() protoreflect.EnumNumber

func (LoggingConfig_Level) String Uses

func (x LoggingConfig_Level) String() string

func (LoggingConfig_Level) Type Uses

func (LoggingConfig_Level) Type() protoreflect.EnumType

type ManagedCluster Uses

type ManagedCluster struct {

    // Required. The cluster name prefix. A unique cluster name will be formed by
    // appending a random suffix.
    //
    // The name must contain only lower-case letters (a-z), numbers (0-9),
    // and hyphens (-). Must begin with a letter. Cannot begin or end with
    // hyphen. Must consist of between 2 and 35 characters.
    ClusterName string `protobuf:"bytes,2,opt,name=cluster_name,json=clusterName,proto3" json:"cluster_name,omitempty"`
    // Required. The cluster configuration.
    Config *ClusterConfig `protobuf:"bytes,3,opt,name=config,proto3" json:"config,omitempty"`
    // Optional. The labels to associate with this cluster.
    //
    // Label keys must be between 1 and 63 characters long, and must conform to
    // the following PCRE regular expression:
    // [\p{Ll}\p{Lo}][\p{Ll}\p{Lo}\p{N}_-]{0,62}
    //
    // Label values must be between 1 and 63 characters long, and must conform to
    // the following PCRE regular expression: [\p{Ll}\p{Lo}\p{N}_-]{0,63}
    //
    // No more than 32 labels can be associated with a given cluster.
    Labels map[string]string `protobuf:"bytes,4,rep,name=labels,proto3" json:"labels,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"`
    // contains filtered or unexported fields
}

Cluster that is managed by the workflow.

func (*ManagedCluster) Descriptor Uses

func (*ManagedCluster) Descriptor() ([]byte, []int)

Deprecated: Use ManagedCluster.ProtoReflect.Descriptor instead.

func (*ManagedCluster) GetClusterName Uses

func (x *ManagedCluster) GetClusterName() string

func (*ManagedCluster) GetConfig Uses

func (x *ManagedCluster) GetConfig() *ClusterConfig

func (*ManagedCluster) GetLabels Uses

func (x *ManagedCluster) GetLabels() map[string]string

func (*ManagedCluster) ProtoMessage Uses

func (*ManagedCluster) ProtoMessage()

func (*ManagedCluster) ProtoReflect Uses

func (x *ManagedCluster) ProtoReflect() protoreflect.Message

func (*ManagedCluster) Reset Uses

func (x *ManagedCluster) Reset()

func (*ManagedCluster) String Uses

func (x *ManagedCluster) String() string

type ManagedGroupConfig Uses

type ManagedGroupConfig struct {

    // Output only. The name of the Instance Template used for the Managed
    // Instance Group.
    InstanceTemplateName string `protobuf:"bytes,1,opt,name=instance_template_name,json=instanceTemplateName,proto3" json:"instance_template_name,omitempty"`
    // Output only. The name of the Instance Group Manager for this group.
    InstanceGroupManagerName string `protobuf:"bytes,2,opt,name=instance_group_manager_name,json=instanceGroupManagerName,proto3" json:"instance_group_manager_name,omitempty"`
    // contains filtered or unexported fields
}

Specifies the resources used to actively manage an instance group.

func (*ManagedGroupConfig) Descriptor Uses

func (*ManagedGroupConfig) Descriptor() ([]byte, []int)

Deprecated: Use ManagedGroupConfig.ProtoReflect.Descriptor instead.

func (*ManagedGroupConfig) GetInstanceGroupManagerName Uses

func (x *ManagedGroupConfig) GetInstanceGroupManagerName() string

func (*ManagedGroupConfig) GetInstanceTemplateName Uses

func (x *ManagedGroupConfig) GetInstanceTemplateName() string

func (*ManagedGroupConfig) ProtoMessage Uses

func (*ManagedGroupConfig) ProtoMessage()

func (*ManagedGroupConfig) ProtoReflect Uses

func (x *ManagedGroupConfig) ProtoReflect() protoreflect.Message

func (*ManagedGroupConfig) Reset Uses

func (x *ManagedGroupConfig) Reset()

func (*ManagedGroupConfig) String Uses

func (x *ManagedGroupConfig) String() string

type NodeInitializationAction Uses

type NodeInitializationAction struct {

    // Required. Cloud Storage URI of executable file.
    ExecutableFile string `protobuf:"bytes,1,opt,name=executable_file,json=executableFile,proto3" json:"executable_file,omitempty"`
    // Optional. Amount of time executable has to complete. Default is
    // 10 minutes (see JSON representation of
    // [Duration](https://developers.google.com/protocol-buffers/docs/proto3#json)).
    //
    // Cluster creation fails with an explanatory error message (the
    // name of the executable that caused the error and the exceeded timeout
    // period) if the executable is not completed at end of the timeout period.
    ExecutionTimeout *duration.Duration `protobuf:"bytes,2,opt,name=execution_timeout,json=executionTimeout,proto3" json:"execution_timeout,omitempty"`
    // contains filtered or unexported fields
}

Specifies an executable to run on a fully configured node and a timeout period for executable completion.

func (*NodeInitializationAction) Descriptor Uses

func (*NodeInitializationAction) Descriptor() ([]byte, []int)

Deprecated: Use NodeInitializationAction.ProtoReflect.Descriptor instead.

func (*NodeInitializationAction) GetExecutableFile Uses

func (x *NodeInitializationAction) GetExecutableFile() string

func (*NodeInitializationAction) GetExecutionTimeout Uses

func (x *NodeInitializationAction) GetExecutionTimeout() *duration.Duration

func (*NodeInitializationAction) ProtoMessage Uses

func (*NodeInitializationAction) ProtoMessage()

func (*NodeInitializationAction) ProtoReflect Uses

func (x *NodeInitializationAction) ProtoReflect() protoreflect.Message

func (*NodeInitializationAction) Reset Uses

func (x *NodeInitializationAction) Reset()

func (*NodeInitializationAction) String Uses

func (x *NodeInitializationAction) String() string

type OrderedJob Uses

type OrderedJob struct {

    // Required. The step id. The id must be unique among all jobs
    // within the template.
    //
    // The step id is used as prefix for job id, as job
    // `goog-dataproc-workflow-step-id` label, and in
    // [prerequisiteStepIds][google.cloud.dataproc.v1beta2.OrderedJob.prerequisite_step_ids] field from other
    // steps.
    //
    // The id must contain only letters (a-z, A-Z), numbers (0-9),
    // underscores (_), and hyphens (-). Cannot begin or end with underscore
    // or hyphen. Must consist of between 3 and 50 characters.
    StepId string `protobuf:"bytes,1,opt,name=step_id,json=stepId,proto3" json:"step_id,omitempty"`
    // Required. The job definition.
    //
    // Types that are assignable to JobType:
    //	*OrderedJob_HadoopJob
    //	*OrderedJob_SparkJob
    //	*OrderedJob_PysparkJob
    //	*OrderedJob_HiveJob
    //	*OrderedJob_PigJob
    //	*OrderedJob_SparkRJob
    //	*OrderedJob_SparkSqlJob
    //	*OrderedJob_PrestoJob
    JobType isOrderedJob_JobType `protobuf_oneof:"job_type"`
    // Optional. The labels to associate with this job.
    //
    // Label keys must be between 1 and 63 characters long, and must conform to
    // the following regular expression:
    // [\p{Ll}\p{Lo}][\p{Ll}\p{Lo}\p{N}_-]{0,62}
    //
    // Label values must be between 1 and 63 characters long, and must conform to
    // the following regular expression: [\p{Ll}\p{Lo}\p{N}_-]{0,63}
    //
    // No more than 32 labels can be associated with a given job.
    Labels map[string]string `protobuf:"bytes,8,rep,name=labels,proto3" json:"labels,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"`
    // Optional. Job scheduling configuration.
    Scheduling *JobScheduling `protobuf:"bytes,9,opt,name=scheduling,proto3" json:"scheduling,omitempty"`
    // Optional. The optional list of prerequisite job step_ids.
    // If not specified, the job will start at the beginning of workflow.
    PrerequisiteStepIds []string `protobuf:"bytes,10,rep,name=prerequisite_step_ids,json=prerequisiteStepIds,proto3" json:"prerequisite_step_ids,omitempty"`
    // contains filtered or unexported fields
}

A job executed by the workflow.

func (*OrderedJob) Descriptor Uses

func (*OrderedJob) Descriptor() ([]byte, []int)

Deprecated: Use OrderedJob.ProtoReflect.Descriptor instead.

func (*OrderedJob) GetHadoopJob Uses

func (x *OrderedJob) GetHadoopJob() *HadoopJob

func (*OrderedJob) GetHiveJob Uses

func (x *OrderedJob) GetHiveJob() *HiveJob

func (*OrderedJob) GetJobType Uses

func (m *OrderedJob) GetJobType() isOrderedJob_JobType

func (*OrderedJob) GetLabels Uses

func (x *OrderedJob) GetLabels() map[string]string

func (*OrderedJob) GetPigJob Uses

func (x *OrderedJob) GetPigJob() *PigJob

func (*OrderedJob) GetPrerequisiteStepIds Uses

func (x *OrderedJob) GetPrerequisiteStepIds() []string

func (*OrderedJob) GetPrestoJob Uses

func (x *OrderedJob) GetPrestoJob() *PrestoJob

func (*OrderedJob) GetPysparkJob Uses

func (x *OrderedJob) GetPysparkJob() *PySparkJob

func (*OrderedJob) GetScheduling Uses

func (x *OrderedJob) GetScheduling() *JobScheduling

func (*OrderedJob) GetSparkJob Uses

func (x *OrderedJob) GetSparkJob() *SparkJob

func (*OrderedJob) GetSparkRJob Uses

func (x *OrderedJob) GetSparkRJob() *SparkRJob

func (*OrderedJob) GetSparkSqlJob Uses

func (x *OrderedJob) GetSparkSqlJob() *SparkSqlJob

func (*OrderedJob) GetStepId Uses

func (x *OrderedJob) GetStepId() string

func (*OrderedJob) ProtoMessage Uses

func (*OrderedJob) ProtoMessage()

func (*OrderedJob) ProtoReflect Uses

func (x *OrderedJob) ProtoReflect() protoreflect.Message

func (*OrderedJob) Reset Uses

func (x *OrderedJob) Reset()

func (*OrderedJob) String Uses

func (x *OrderedJob) String() string

type OrderedJob_HadoopJob Uses

type OrderedJob_HadoopJob struct {
    HadoopJob *HadoopJob `protobuf:"bytes,2,opt,name=hadoop_job,json=hadoopJob,proto3,oneof"`
}

type OrderedJob_HiveJob Uses

type OrderedJob_HiveJob struct {
    HiveJob *HiveJob `protobuf:"bytes,5,opt,name=hive_job,json=hiveJob,proto3,oneof"`
}

type OrderedJob_PigJob Uses

type OrderedJob_PigJob struct {
    PigJob *PigJob `protobuf:"bytes,6,opt,name=pig_job,json=pigJob,proto3,oneof"`
}

type OrderedJob_PrestoJob Uses

type OrderedJob_PrestoJob struct {
    // Presto job
    PrestoJob *PrestoJob `protobuf:"bytes,12,opt,name=presto_job,json=prestoJob,proto3,oneof"`
}

type OrderedJob_PysparkJob Uses

type OrderedJob_PysparkJob struct {
    PysparkJob *PySparkJob `protobuf:"bytes,4,opt,name=pyspark_job,json=pysparkJob,proto3,oneof"`
}

type OrderedJob_SparkJob Uses

type OrderedJob_SparkJob struct {
    SparkJob *SparkJob `protobuf:"bytes,3,opt,name=spark_job,json=sparkJob,proto3,oneof"`
}

type OrderedJob_SparkRJob Uses

type OrderedJob_SparkRJob struct {
    // Spark R job
    SparkRJob *SparkRJob `protobuf:"bytes,11,opt,name=spark_r_job,json=sparkRJob,proto3,oneof"`
}

type OrderedJob_SparkSqlJob Uses

type OrderedJob_SparkSqlJob struct {
    SparkSqlJob *SparkSqlJob `protobuf:"bytes,7,opt,name=spark_sql_job,json=sparkSqlJob,proto3,oneof"`
}

type ParameterValidation Uses

type ParameterValidation struct {

    // Required. The type of validation to be performed.
    //
    // Types that are assignable to ValidationType:
    //	*ParameterValidation_Regex
    //	*ParameterValidation_Values
    ValidationType isParameterValidation_ValidationType `protobuf_oneof:"validation_type"`
    // contains filtered or unexported fields
}

Configuration for parameter validation.

func (*ParameterValidation) Descriptor Uses

func (*ParameterValidation) Descriptor() ([]byte, []int)

Deprecated: Use ParameterValidation.ProtoReflect.Descriptor instead.

func (*ParameterValidation) GetRegex Uses

func (x *ParameterValidation) GetRegex() *RegexValidation

func (*ParameterValidation) GetValidationType Uses

func (m *ParameterValidation) GetValidationType() isParameterValidation_ValidationType

func (*ParameterValidation) GetValues Uses

func (x *ParameterValidation) GetValues() *ValueValidation

func (*ParameterValidation) ProtoMessage Uses

func (*ParameterValidation) ProtoMessage()

func (*ParameterValidation) ProtoReflect Uses

func (x *ParameterValidation) ProtoReflect() protoreflect.Message

func (*ParameterValidation) Reset Uses

func (x *ParameterValidation) Reset()

func (*ParameterValidation) String Uses

func (x *ParameterValidation) String() string

type ParameterValidation_Regex Uses

type ParameterValidation_Regex struct {
    // Validation based on regular expressions.
    Regex *RegexValidation `protobuf:"bytes,1,opt,name=regex,proto3,oneof"`
}

type ParameterValidation_Values Uses

type ParameterValidation_Values struct {
    // Validation based on a list of allowed values.
    Values *ValueValidation `protobuf:"bytes,2,opt,name=values,proto3,oneof"`
}

type PigJob Uses

type PigJob struct {

    // Required. The sequence of Pig queries to execute, specified as an HCFS
    // file URI or a list of queries.
    //
    // Types that are assignable to Queries:
    //	*PigJob_QueryFileUri
    //	*PigJob_QueryList
    Queries isPigJob_Queries `protobuf_oneof:"queries"`
    // Optional. Whether to continue executing queries if a query fails.
    // The default value is `false`. Setting to `true` can be useful when
    // executing independent parallel queries.
    ContinueOnFailure bool `protobuf:"varint,3,opt,name=continue_on_failure,json=continueOnFailure,proto3" json:"continue_on_failure,omitempty"`
    // Optional. Mapping of query variable names to values (equivalent to the Pig
    // command: `name=[value]`).
    ScriptVariables map[string]string `protobuf:"bytes,4,rep,name=script_variables,json=scriptVariables,proto3" json:"script_variables,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"`
    // Optional. A mapping of property names to values, used to configure Pig.
    // Properties that conflict with values set by the Dataproc API may be
    // overwritten. Can include properties set in /etc/hadoop/conf/*-site.xml,
    // /etc/pig/conf/pig.properties, and classes in user code.
    Properties map[string]string `protobuf:"bytes,5,rep,name=properties,proto3" json:"properties,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"`
    // Optional. HCFS URIs of jar files to add to the CLASSPATH of
    // the Pig Client and Hadoop MapReduce (MR) tasks. Can contain Pig UDFs.
    JarFileUris []string `protobuf:"bytes,6,rep,name=jar_file_uris,json=jarFileUris,proto3" json:"jar_file_uris,omitempty"`
    // Optional. The runtime log config for job execution.
    LoggingConfig *LoggingConfig `protobuf:"bytes,7,opt,name=logging_config,json=loggingConfig,proto3" json:"logging_config,omitempty"`
    // contains filtered or unexported fields
}

A Dataproc job for running [Apache Pig](https://pig.apache.org/) queries on YARN.

func (*PigJob) Descriptor Uses

func (*PigJob) Descriptor() ([]byte, []int)

Deprecated: Use PigJob.ProtoReflect.Descriptor instead.

func (*PigJob) GetContinueOnFailure Uses

func (x *PigJob) GetContinueOnFailure() bool

func (*PigJob) GetJarFileUris Uses

func (x *PigJob) GetJarFileUris() []string

func (*PigJob) GetLoggingConfig Uses

func (x *PigJob) GetLoggingConfig() *LoggingConfig

func (*PigJob) GetProperties Uses

func (x *PigJob) GetProperties() map[string]string

func (*PigJob) GetQueries Uses

func (m *PigJob) GetQueries() isPigJob_Queries

func (*PigJob) GetQueryFileUri Uses

func (x *PigJob) GetQueryFileUri() string

func (*PigJob) GetQueryList Uses

func (x *PigJob) GetQueryList() *QueryList

func (*PigJob) GetScriptVariables Uses

func (x *PigJob) GetScriptVariables() map[string]string

func (*PigJob) ProtoMessage Uses

func (*PigJob) ProtoMessage()

func (*PigJob) ProtoReflect Uses

func (x *PigJob) ProtoReflect() protoreflect.Message

func (*PigJob) Reset Uses

func (x *PigJob) Reset()

func (*PigJob) String Uses

func (x *PigJob) String() string

type PigJob_QueryFileUri Uses

type PigJob_QueryFileUri struct {
    // The HCFS URI of the script that contains the Pig queries.
    QueryFileUri string `protobuf:"bytes,1,opt,name=query_file_uri,json=queryFileUri,proto3,oneof"`
}

type PigJob_QueryList Uses

type PigJob_QueryList struct {
    // A list of queries.
    QueryList *QueryList `protobuf:"bytes,2,opt,name=query_list,json=queryList,proto3,oneof"`
}

type PrestoJob Uses

type PrestoJob struct {

    // Required. The sequence of Presto queries to execute, specified as
    // either an HCFS file URI or as a list of queries.
    //
    // Types that are assignable to Queries:
    //	*PrestoJob_QueryFileUri
    //	*PrestoJob_QueryList
    Queries isPrestoJob_Queries `protobuf_oneof:"queries"`
    // Optional. Whether to continue executing queries if a query fails.
    // The default value is `false`. Setting to `true` can be useful when
    // executing independent parallel queries.
    ContinueOnFailure bool `protobuf:"varint,3,opt,name=continue_on_failure,json=continueOnFailure,proto3" json:"continue_on_failure,omitempty"`
    // Optional. The format in which query output will be displayed. See the
    // Presto documentation for supported output formats
    OutputFormat string `protobuf:"bytes,4,opt,name=output_format,json=outputFormat,proto3" json:"output_format,omitempty"`
    // Optional. Presto client tags to attach to this query
    ClientTags []string `protobuf:"bytes,5,rep,name=client_tags,json=clientTags,proto3" json:"client_tags,omitempty"`
    // Optional. A mapping of property names to values. Used to set Presto
    // [session properties](https://prestodb.io/docs/current/sql/set-session.html)
    // Equivalent to using the --session flag in the Presto CLI
    Properties map[string]string `protobuf:"bytes,6,rep,name=properties,proto3" json:"properties,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"`
    // Optional. The runtime log config for job execution.
    LoggingConfig *LoggingConfig `protobuf:"bytes,7,opt,name=logging_config,json=loggingConfig,proto3" json:"logging_config,omitempty"`
    // contains filtered or unexported fields
}

A Dataproc job for running [Presto](https://prestosql.io/) queries. **IMPORTANT**: The [Dataproc Presto Optional Component](https://cloud.google.com/dataproc/docs/concepts/components/presto) must be enabled when the cluster is created to submit a Presto job to the cluster.

func (*PrestoJob) Descriptor Uses

func (*PrestoJob) Descriptor() ([]byte, []int)

Deprecated: Use PrestoJob.ProtoReflect.Descriptor instead.

func (*PrestoJob) GetClientTags Uses

func (x *PrestoJob) GetClientTags() []string

func (*PrestoJob) GetContinueOnFailure Uses

func (x *PrestoJob) GetContinueOnFailure() bool

func (*PrestoJob) GetLoggingConfig Uses

func (x *PrestoJob) GetLoggingConfig() *LoggingConfig

func (*PrestoJob) GetOutputFormat Uses

func (x *PrestoJob) GetOutputFormat() string

func (*PrestoJob) GetProperties Uses

func (x *PrestoJob) GetProperties() map[string]string

func (*PrestoJob) GetQueries Uses

func (m *PrestoJob) GetQueries() isPrestoJob_Queries

func (*PrestoJob) GetQueryFileUri Uses

func (x *PrestoJob) GetQueryFileUri() string

func (*PrestoJob) GetQueryList Uses

func (x *PrestoJob) GetQueryList() *QueryList

func (*PrestoJob) ProtoMessage Uses

func (*PrestoJob) ProtoMessage()

func (*PrestoJob) ProtoReflect Uses

func (x *PrestoJob) ProtoReflect() protoreflect.Message

func (*PrestoJob) Reset Uses

func (x *PrestoJob) Reset()

func (*PrestoJob) String Uses

func (x *PrestoJob) String() string

type PrestoJob_QueryFileUri Uses

type PrestoJob_QueryFileUri struct {
    // The HCFS URI of the script that contains SQL queries.
    QueryFileUri string `protobuf:"bytes,1,opt,name=query_file_uri,json=queryFileUri,proto3,oneof"`
}

type PrestoJob_QueryList Uses

type PrestoJob_QueryList struct {
    // A list of queries.
    QueryList *QueryList `protobuf:"bytes,2,opt,name=query_list,json=queryList,proto3,oneof"`
}

type PySparkJob Uses

type PySparkJob struct {

    // Required. The HCFS URI of the main Python file to use as the driver. Must
    // be a .py file.
    MainPythonFileUri string `protobuf:"bytes,1,opt,name=main_python_file_uri,json=mainPythonFileUri,proto3" json:"main_python_file_uri,omitempty"`
    // Optional. The arguments to pass to the driver.  Do not include arguments,
    // such as `--conf`, that can be set as job properties, since a collision may
    // occur that causes an incorrect job submission.
    Args []string `protobuf:"bytes,2,rep,name=args,proto3" json:"args,omitempty"`
    // Optional. HCFS file URIs of Python files to pass to the PySpark
    // framework. Supported file types: .py, .egg, and .zip.
    PythonFileUris []string `protobuf:"bytes,3,rep,name=python_file_uris,json=pythonFileUris,proto3" json:"python_file_uris,omitempty"`
    // Optional. HCFS URIs of jar files to add to the CLASSPATHs of the
    // Python driver and tasks.
    JarFileUris []string `protobuf:"bytes,4,rep,name=jar_file_uris,json=jarFileUris,proto3" json:"jar_file_uris,omitempty"`
    // Optional. HCFS URIs of files to be copied to the working directory of
    // Python drivers and distributed tasks. Useful for naively parallel tasks.
    FileUris []string `protobuf:"bytes,5,rep,name=file_uris,json=fileUris,proto3" json:"file_uris,omitempty"`
    // Optional. HCFS URIs of archives to be extracted in the working directory of
    // .jar, .tar, .tar.gz, .tgz, and .zip.
    ArchiveUris []string `protobuf:"bytes,6,rep,name=archive_uris,json=archiveUris,proto3" json:"archive_uris,omitempty"`
    // Optional. A mapping of property names to values, used to configure PySpark.
    // Properties that conflict with values set by the Dataproc API may be
    // overwritten. Can include properties set in
    // /etc/spark/conf/spark-defaults.conf and classes in user code.
    Properties map[string]string `protobuf:"bytes,7,rep,name=properties,proto3" json:"properties,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"`
    // Optional. The runtime log config for job execution.
    LoggingConfig *LoggingConfig `protobuf:"bytes,8,opt,name=logging_config,json=loggingConfig,proto3" json:"logging_config,omitempty"`
    // contains filtered or unexported fields
}

A Dataproc job for running [Apache PySpark](https://spark.apache.org/docs/0.9.0/python-programming-guide.html) applications on YARN.

func (*PySparkJob) Descriptor Uses

func (*PySparkJob) Descriptor() ([]byte, []int)

Deprecated: Use PySparkJob.ProtoReflect.Descriptor instead.

func (*PySparkJob) GetArchiveUris Uses

func (x *PySparkJob) GetArchiveUris() []string

func (*PySparkJob) GetArgs Uses

func (x *PySparkJob) GetArgs() []string

func (*PySparkJob) GetFileUris Uses

func (x *PySparkJob) GetFileUris() []string

func (*PySparkJob) GetJarFileUris Uses

func (x *PySparkJob) GetJarFileUris() []string

func (*PySparkJob) GetLoggingConfig Uses

func (x *PySparkJob) GetLoggingConfig() *LoggingConfig

func (*PySparkJob) GetMainPythonFileUri Uses

func (x *PySparkJob) GetMainPythonFileUri() string

func (*PySparkJob) GetProperties Uses

func (x *PySparkJob) GetProperties() map[string]string

func (*PySparkJob) GetPythonFileUris Uses

func (x *PySparkJob) GetPythonFileUris() []string

func (*PySparkJob) ProtoMessage Uses

func (*PySparkJob) ProtoMessage()

func (*PySparkJob) ProtoReflect Uses

func (x *PySparkJob) ProtoReflect() protoreflect.Message

func (*PySparkJob) Reset Uses

func (x *PySparkJob) Reset()

func (*PySparkJob) String Uses

func (x *PySparkJob) String() string

type QueryList Uses

type QueryList struct {

    // Required. The queries to execute. You do not need to terminate a query
    // with a semicolon. Multiple queries can be specified in one string
    // by separating each with a semicolon. Here is an example of an Cloud
    // Dataproc API snippet that uses a QueryList to specify a HiveJob:
    //
    //     "hiveJob": {
    //       "queryList": {
    //         "queries": [
    //           "query1",
    //           "query2",
    //           "query3;query4",
    //         ]
    //       }
    //     }
    Queries []string `protobuf:"bytes,1,rep,name=queries,proto3" json:"queries,omitempty"`
    // contains filtered or unexported fields
}

A list of queries to run on a cluster.

func (*QueryList) Descriptor Uses

func (*QueryList) Descriptor() ([]byte, []int)

Deprecated: Use QueryList.ProtoReflect.Descriptor instead.

func (*QueryList) GetQueries Uses

func (x *QueryList) GetQueries() []string

func (*QueryList) ProtoMessage Uses

func (*QueryList) ProtoMessage()

func (*QueryList) ProtoReflect Uses

func (x *QueryList) ProtoReflect() protoreflect.Message

func (*QueryList) Reset Uses

func (x *QueryList) Reset()

func (*QueryList) String Uses

func (x *QueryList) String() string

type RegexValidation Uses

type RegexValidation struct {

    // Required. RE2 regular expressions used to validate the parameter's value.
    // The value must match the regex in its entirety (substring
    // matches are not sufficient).
    Regexes []string `protobuf:"bytes,1,rep,name=regexes,proto3" json:"regexes,omitempty"`
    // contains filtered or unexported fields
}

Validation based on regular expressions.

func (*RegexValidation) Descriptor Uses

func (*RegexValidation) Descriptor() ([]byte, []int)

Deprecated: Use RegexValidation.ProtoReflect.Descriptor instead.

func (*RegexValidation) GetRegexes Uses

func (x *RegexValidation) GetRegexes() []string

func (*RegexValidation) ProtoMessage Uses

func (*RegexValidation) ProtoMessage()

func (*RegexValidation) ProtoReflect Uses

func (x *RegexValidation) ProtoReflect() protoreflect.Message

func (*RegexValidation) Reset Uses

func (x *RegexValidation) Reset()

func (*RegexValidation) String Uses

func (x *RegexValidation) String() string

type ReservationAffinity Uses

type ReservationAffinity struct {

    // Optional. Type of reservation to consume
    ConsumeReservationType ReservationAffinity_Type `protobuf:"varint,1,opt,name=consume_reservation_type,json=consumeReservationType,proto3,enum=google.cloud.dataproc.v1beta2.ReservationAffinity_Type" json:"consume_reservation_type,omitempty"`
    // Optional. Corresponds to the label key of reservation resource.
    Key string `protobuf:"bytes,2,opt,name=key,proto3" json:"key,omitempty"`
    // Optional. Corresponds to the label values of reservation resource.
    Values []string `protobuf:"bytes,3,rep,name=values,proto3" json:"values,omitempty"`
    // contains filtered or unexported fields
}

Reservation Affinity for consuming Zonal reservation.

func (*ReservationAffinity) Descriptor Uses

func (*ReservationAffinity) Descriptor() ([]byte, []int)

Deprecated: Use ReservationAffinity.ProtoReflect.Descriptor instead.

func (*ReservationAffinity) GetConsumeReservationType Uses

func (x *ReservationAffinity) GetConsumeReservationType() ReservationAffinity_Type

func (*ReservationAffinity) GetKey Uses

func (x *ReservationAffinity) GetKey() string

func (*ReservationAffinity) GetValues Uses

func (x *ReservationAffinity) GetValues() []string

func (*ReservationAffinity) ProtoMessage Uses

func (*ReservationAffinity) ProtoMessage()

func (*ReservationAffinity) ProtoReflect Uses

func (x *ReservationAffinity) ProtoReflect() protoreflect.Message

func (*ReservationAffinity) Reset Uses

func (x *ReservationAffinity) Reset()

func (*ReservationAffinity) String Uses

func (x *ReservationAffinity) String() string

type ReservationAffinity_Type Uses

type ReservationAffinity_Type int32

Indicates whether to consume capacity from an reservation or not.

const (
    ReservationAffinity_TYPE_UNSPECIFIED ReservationAffinity_Type = 0
    // Do not consume from any allocated capacity.
    ReservationAffinity_NO_RESERVATION ReservationAffinity_Type = 1
    // Consume any reservation available.
    ReservationAffinity_ANY_RESERVATION ReservationAffinity_Type = 2
    // Must consume from a specific reservation. Must specify key value fields
    // for specifying the reservations.
    ReservationAffinity_SPECIFIC_RESERVATION ReservationAffinity_Type = 3
)

func (ReservationAffinity_Type) Descriptor Uses

func (ReservationAffinity_Type) Descriptor() protoreflect.EnumDescriptor

func (ReservationAffinity_Type) Enum Uses

func (x ReservationAffinity_Type) Enum() *ReservationAffinity_Type

func (ReservationAffinity_Type) EnumDescriptor Uses

func (ReservationAffinity_Type) EnumDescriptor() ([]byte, []int)

Deprecated: Use ReservationAffinity_Type.Descriptor instead.

func (ReservationAffinity_Type) Number Uses

func (x ReservationAffinity_Type) Number() protoreflect.EnumNumber

func (ReservationAffinity_Type) String Uses

func (x ReservationAffinity_Type) String() string

func (ReservationAffinity_Type) Type Uses

func (ReservationAffinity_Type) Type() protoreflect.EnumType

type SecurityConfig Uses

type SecurityConfig struct {

    // Kerberos related configuration.
    KerberosConfig *KerberosConfig `protobuf:"bytes,1,opt,name=kerberos_config,json=kerberosConfig,proto3" json:"kerberos_config,omitempty"`
    // contains filtered or unexported fields
}

Security related configuration, including encryption, Kerberos, etc.

func (*SecurityConfig) Descriptor Uses

func (*SecurityConfig) Descriptor() ([]byte, []int)

Deprecated: Use SecurityConfig.ProtoReflect.Descriptor instead.

func (*SecurityConfig) GetKerberosConfig Uses

func (x *SecurityConfig) GetKerberosConfig() *KerberosConfig

func (*SecurityConfig) ProtoMessage Uses

func (*SecurityConfig) ProtoMessage()

func (*SecurityConfig) ProtoReflect Uses

func (x *SecurityConfig) ProtoReflect() protoreflect.Message

func (*SecurityConfig) Reset Uses