dataproc

type Agent struct {
	// AgentId: [Required] 64 characters matching the regular expression:
	// [a-z0-9.-]{1,64} An agent chosen ID. This should typically be the
	// hostname of the GCE virtual machine on which the agent is currently
	// running.
	AgentId string `json:"agentId,omitempty"`

	// AgentVersion: The version of this agent in HTTP User-Agent Header
	// value format (RFC 2616 section 14.43), e.g., "Dataproc-Agent/1.2".
	AgentVersion string `json:"agentVersion,omitempty"`

	// LastAgentUpdateTime: [Out] the last time this agent checked-in with
	// Dataproc.
	LastAgentUpdateTime string `json:"lastAgentUpdateTime,omitempty"`

	// Status: Agent status.
	//
	// Possible values:
	//   "STATUS_UNKNOWN"
	//   "INITIALIZING"
	//   "PERFORMING_CUSTOM_INITIALIZATION_ACTIONS"
	//   "RUNNING"
	//   "SETUP_FAILED"
	Status string `json:"status,omitempty"`

	// ServerResponse contains the HTTP response code and headers from the
	// server.
	googleapi.ServerResponse `json:"-"`

	// ForceSendFields is a list of field names (e.g. "AgentId") to
	// unconditionally include in API requests. By default, fields with
	// empty values are omitted from API requests. However, any non-pointer,
	// non-interface field appearing in ForceSendFields will be sent to the
	// server regardless of whether the field is empty or not. This may be
	// used to include empty fields in Patch requests.
	ForceSendFields []string `json:"-"`
}

type CancelJobRequest struct {
}

type CancelOperationRequest struct {
}

type Cluster struct {
	// ClusterName: [Required] The cluster name. Cluster names within a
	// project must be unique. Names from deleted clusters can be reused.
	ClusterName string `json:"clusterName,omitempty"`

	// ClusterUuid: [Output-only] A cluster UUID (Unique Universal
	// Identifier). Cloud Dataproc generates this value when it creates the
	// cluster.
	ClusterUuid string `json:"clusterUuid,omitempty"`

	// Configuration: [Required] The cluster configuration. It may differ
	// from a user's initial configuration due to Cloud Dataproc setting of
	// default values and updating clusters.
	Configuration *ClusterConfiguration `json:"configuration,omitempty"`

	// CreateTime: [Output-only] The timestamp of cluster creation.
	CreateTime string `json:"createTime,omitempty"`

	// ProjectId: [Required] The Google Cloud Platform project ID that the
	// cluster belongs to.
	ProjectId string `json:"projectId,omitempty"`

	// Status: [Output-only] Cluster status.
	Status *ClusterStatus `json:"status,omitempty"`

	// StatusHistory: [Output-only] Previous cluster statuses.
	StatusHistory []*ClusterStatus `json:"statusHistory,omitempty"`

	// ServerResponse contains the HTTP response code and headers from the
	// server.
	googleapi.ServerResponse `json:"-"`

	// ForceSendFields is a list of field names (e.g. "ClusterName") to
	// unconditionally include in API requests. By default, fields with
	// empty values are omitted from API requests. However, any non-pointer,
	// non-interface field appearing in ForceSendFields will be sent to the
	// server regardless of whether the field is empty or not. This may be
	// used to include empty fields in Patch requests.
	ForceSendFields []string `json:"-"`
}

type ClusterConfiguration struct {
	// ConfigurationBucket: [Optional] A Google Cloud Storage staging bucket
	// used for sharing generated SSH keys and configuration. If you do not
	// specify a staging bucket, Cloud Dataproc will determine an
	// appropriate Cloud Storage location (US, ASIA, or EU) for your
	// cluster's staging bucket according to the Google Compute Engine zone
	// where your cluster is deployed, then it will create and manage this
	// project-level, per-location bucket for you.
	ConfigurationBucket string `json:"configurationBucket,omitempty"`

	// GceClusterConfiguration: [Optional] The shared Google Compute Engine
	// configuration settings for all instances in a cluster.
	GceClusterConfiguration *GceClusterConfiguration `json:"gceClusterConfiguration,omitempty"`

	// GceConfiguration: [Deprecated] The Google Compute Engine
	// configuration settings for cluster resources.
	GceConfiguration *GceConfiguration `json:"gceConfiguration,omitempty"`

	// InitializationActions: [Optional] Commands to execute on each node
	// after configuration is completed. By default, executables are run on
	// master and all worker nodes. You can test a node's role metadata to
	// run an executable on a master or worker node, as shown below:
	// ROLE=$(/usr/share/google/get_metadata_value attributes/role) if [[
	// "${ROLE}" == 'Master' ]]; then ... master specific actions ... else
	// ... worker specific actions ... fi
	InitializationActions []*NodeInitializationAction `json:"initializationActions,omitempty"`

	// MasterConfiguration: [Optional] The Google Compute Engine
	// configuration settings for the master instance in a cluster.
	MasterConfiguration *InstanceGroupConfiguration `json:"masterConfiguration,omitempty"`

	// MasterDiskConfiguration: [Deprecated] The configuration settings of
	// master node disk options.
	MasterDiskConfiguration *DiskConfiguration `json:"masterDiskConfiguration,omitempty"`

	// MasterName: [Deprecated] The Master's hostname. Dataproc derives the
	// name from cluster_name if not set by user (recommended practice is to
	// let Dataproc derive the name). Derived master name example: hadoop-m.
	MasterName string `json:"masterName,omitempty"`

	// NumWorkers: [Deprecated] The number of worker nodes in the cluster.
	NumWorkers int64 `json:"numWorkers,omitempty"`

	// SecondaryWorkerConfiguration: [Optional] The Google Compute Engine
	// configuration settings for additional worker instances in a cluster.
	SecondaryWorkerConfiguration *InstanceGroupConfiguration `json:"secondaryWorkerConfiguration,omitempty"`

	// SoftwareConfiguration: [Optional] The configuration settings for
	// software inside the cluster.
	SoftwareConfiguration *SoftwareConfiguration `json:"softwareConfiguration,omitempty"`

	// WorkerConfiguration: [Optional] The Google Compute Engine
	// configuration settings for worker instances in a cluster.
	WorkerConfiguration *InstanceGroupConfiguration `json:"workerConfiguration,omitempty"`

	// WorkerDiskConfiguration: [Deprecated] The configuration settings of
	// worker node disk options.
	WorkerDiskConfiguration *DiskConfiguration `json:"workerDiskConfiguration,omitempty"`

	// Workers: [Deprecated] The list of worker node names. Dataproc derives
	// the names from cluster_name and num_workers if not set by user
	// (recommended practice is to let Dataproc derive the name). Derived
	// worker node name example: hadoop-w-0.
	Workers []string `json:"workers,omitempty"`

	// ForceSendFields is a list of field names (e.g. "ConfigurationBucket")
	// to unconditionally include in API requests. By default, fields with
	// empty values are omitted from API requests. However, any non-pointer,
	// non-interface field appearing in ForceSendFields will be sent to the
	// server regardless of whether the field is empty or not. This may be
	// used to include empty fields in Patch requests.
	ForceSendFields []string `json:"-"`
}

type ClusterStatus struct {
	// Detail: Optional details of cluster's state.
	Detail string `json:"detail,omitempty"`

	// State: The cluster's state.
	//
	// Possible values:
	//   "UNKNOWN"
	//   "CREATING"
	//   "RUNNING"
	//   "ERROR"
	//   "DELETING"
	//   "UPDATING"
	State string `json:"state,omitempty"`

	// StateStartTime: Time when this state was entered.
	StateStartTime string `json:"stateStartTime,omitempty"`

	// ForceSendFields is a list of field names (e.g. "Detail") to
	// unconditionally include in API requests. By default, fields with
	// empty values are omitted from API requests. However, any non-pointer,
	// non-interface field appearing in ForceSendFields will be sent to the
	// server regardless of whether the field is empty or not. This may be
	// used to include empty fields in Patch requests.
	ForceSendFields []string `json:"-"`
}

type DiagnoseClusterOutputLocation struct {
	// OutputUri: [Output-only] The Google Cloud Storage URI of the
	// diagnostic output. This will be a plain text file with summary of
	// collected diagnostics.
	OutputUri string `json:"outputUri,omitempty"`

	// ForceSendFields is a list of field names (e.g. "OutputUri") to
	// unconditionally include in API requests. By default, fields with
	// empty values are omitted from API requests. However, any non-pointer,
	// non-interface field appearing in ForceSendFields will be sent to the
	// server regardless of whether the field is empty or not. This may be
	// used to include empty fields in Patch requests.
	ForceSendFields []string `json:"-"`
}

type DiskConfiguration struct {
	// BootDiskSizeGb: [Optional] Size in GB of the boot disk (default is
	// 500GB).
	BootDiskSizeGb int64 `json:"bootDiskSizeGb,omitempty"`

	// NumLocalSsds: [Optional] Number of attached SSDs, from 0 to 4
	// (default is 0). If SSDs are not attached, the boot disk is used to
	// store runtime logs, and HDFS data. If one or more SSDs are attached,
	// this runtime bulk data is spread across them, and the boot disk
	// contains only basic configuration and installed binaries.
	NumLocalSsds int64 `json:"numLocalSsds,omitempty"`

	// ForceSendFields is a list of field names (e.g. "BootDiskSizeGb") to
	// unconditionally include in API requests. By default, fields with
	// empty values are omitted from API requests. However, any non-pointer,
	// non-interface field appearing in ForceSendFields will be sent to the
	// server regardless of whether the field is empty or not. This may be
	// used to include empty fields in Patch requests.
	ForceSendFields []string `json:"-"`
}

type Empty struct {
	// ServerResponse contains the HTTP response code and headers from the
	// server.
	googleapi.ServerResponse `json:"-"`
}

type GceClusterConfiguration struct {
	// NetworkUri: The Google Compute Engine network to be used for machine
	// communications. Inbound SSH connections are necessary to complete
	// cluster configuration. Example
	// "compute.googleapis.com/projects/[project_id]
	// /zones/us-east1-a/default".
	NetworkUri string `json:"networkUri,omitempty"`

	// ServiceAccountScopes: The service account scopes included in Google
	// Compute Engine instances. Must include devstorage.full_control to
	// enable the Google Cloud Storage connector. Example
	// "auth.googleapis.com/compute" and
	// "auth.googleapis.com/devstorage.full_control".
	ServiceAccountScopes []string `json:"serviceAccountScopes,omitempty"`

	// ZoneUri: [Required] The zone where the Google Compute Engine cluster
	// will be located. Example:
	// "compute.googleapis.com/projects/[project_id] /zones/us-east1-a".
	ZoneUri string `json:"zoneUri,omitempty"`

	// ForceSendFields is a list of field names (e.g. "NetworkUri") to
	// unconditionally include in API requests. By default, fields with
	// empty values are omitted from API requests. However, any non-pointer,
	// non-interface field appearing in ForceSendFields will be sent to the
	// server regardless of whether the field is empty or not. This may be
	// used to include empty fields in Patch requests.
	ForceSendFields []string `json:"-"`
}

type GceConfiguration struct {
	// ImageUri: [Deprecated] The Google Compute Engine image resource used
	// for cluster instances. Example:
	// "compute.googleapis.com/projects/debian-cloud
	// /global/images/backports-debian-7-wheezy-v20140904".
	ImageUri string `json:"imageUri,omitempty"`

	// MachineTypeUri: [Deprecated] The Google Compute Engine machine type
	// used for cluster instances. Example:
	// "compute.googleapis.com/projects/[project_id]
	// /zones/us-east1-a/machineTypes/n1-standard-2".
	MachineTypeUri string `json:"machineTypeUri,omitempty"`

	// NetworkUri: [Deprecated] The Google Compute Engine network to be used
	// for machine communications. Inbound SSH connections are necessary to
	// complete cluster configuration. Example
	// "compute.googleapis.com/projects/[project_id]
	// /zones/us-east1-a/default".
	NetworkUri string `json:"networkUri,omitempty"`

	// ServiceAccountScopes: [Deprecated] The service account scopes
	// included in Google Compute Engine instances. Must include
	// devstorage.full_control to enable the Google Cloud Storage connector.
	// Example "auth.googleapis.com/compute" and
	// "auth.googleapis.com/devstorage.full_control".
	ServiceAccountScopes []string `json:"serviceAccountScopes,omitempty"`

	// ZoneUri: [Deprecated] The zone where the Google Compute Engine
	// cluster will be located. Example:
	// "compute.googleapis.com/projects/[project_id] /zones/us-east1-a".
	ZoneUri string `json:"zoneUri,omitempty"`

	// ForceSendFields is a list of field names (e.g. "ImageUri") to
	// unconditionally include in API requests. By default, fields with
	// empty values are omitted from API requests. However, any non-pointer,
	// non-interface field appearing in ForceSendFields will be sent to the
	// server regardless of whether the field is empty or not. This may be
	// used to include empty fields in Patch requests.
	ForceSendFields []string `json:"-"`
}

type HadoopJob struct {
	// ArchiveUris: [Optional] HCFS URIs of archives to be extracted in the
	// working directory of Hadoop drivers and tasks. Supported file types:
	// .jar, .tar, .tar.gz, .tgz, or .zip.
	ArchiveUris []string `json:"archiveUris,omitempty"`

	// Args: [Optional] The arguments to pass to the driver. Do not include
	// arguments, such as -libjars or -Dfoo=bar, that can be set as job
	// properties, since a collision may occur that causes an incorrect job
	// submission.
	Args []string `json:"args,omitempty"`

	// FileUris: [Optional] HCFS URIs of files to be copied to the working
	// directory of Hadoop drivers and distributed tasks. Useful for naively
	// parallel tasks.
	FileUris []string `json:"fileUris,omitempty"`

	// JarFileUris: [Optional] Jar file URIs to add to the CLASSPATHs of the
	// Hadoop driver and tasks.
	JarFileUris []string `json:"jarFileUris,omitempty"`

	// LoggingConfiguration: [Optional] The runtime log configuration for
	// job execution.
	LoggingConfiguration *LoggingConfiguration `json:"loggingConfiguration,omitempty"`

	// MainClass: The name of the driver's main class. The jar file
	// containing the class must be in the default CLASSPATH or specified in
	// jar_file_uris.
	MainClass string `json:"mainClass,omitempty"`

	// MainJarFileUri: The Hadoop Compatible Filesystem (HCFS) URI of the
	// jar file containing the main class. Examples:
	// gs://foo-bucket/analytics-binaries/extract-useful-metrics-mr.jar
	// hdfs:/tmp/test-samples/custom-wordcount.jar
	// file:///home/usr/lib/hadoop-mapreduce/hadoop-mapreduce-examples.jar
	MainJarFileUri string `json:"mainJarFileUri,omitempty"`

	// Properties: [Optional] A mapping of property names to values, used to
	// configure Hadoop. Properties that conflict with values set by the
	// Cloud Dataproc API may be overwritten. Can include properties set in
	// /etc/hadoop/conf/*-site and classes in user code.
	Properties map[string]string `json:"properties,omitempty"`

	// ForceSendFields is a list of field names (e.g. "ArchiveUris") to
	// unconditionally include in API requests. By default, fields with
	// empty values are omitted from API requests. However, any non-pointer,
	// non-interface field appearing in ForceSendFields will be sent to the
	// server regardless of whether the field is empty or not. This may be
	// used to include empty fields in Patch requests.
	ForceSendFields []string `json:"-"`
}

type HiveJob struct {
	// ContinueOnFailure: [Optional] Whether to continue executing queries
	// if a query fails. The default value is false. Setting to true can be
	// useful when executing independent parallel queries.
	ContinueOnFailure bool `json:"continueOnFailure,omitempty"`

	// JarFileUris: [Optional] HCFS URIs of jar files to add to the
	// CLASSPATH of the Hive server and Hadoop MapReduce (MR) tasks. Can
	// contain Hive SerDes and UDFs.
	JarFileUris []string `json:"jarFileUris,omitempty"`

	// Properties: [Optional] A mapping of property names and values, used
	// to configure Hive. Properties that conflict with values set by the
	// Cloud Dataproc API may be overwritten. Can include properties set in
	// /etc/hadoop/conf/*-site.xml, /etc/hive/conf/hive-site.xml, and
	// classes in user code.
	Properties map[string]string `json:"properties,omitempty"`

	// QueryFileUri: The HCFS URI of the script that contains Hive queries.
	QueryFileUri string `json:"queryFileUri,omitempty"`

	// QueryList: A list of queries.
	QueryList *QueryList `json:"queryList,omitempty"`

	// ScriptVariables: [Optional] Mapping of query variable names to values
	// (equivalent to the Hive command: 'SET name="value";').
	ScriptVariables map[string]string `json:"scriptVariables,omitempty"`

	// ForceSendFields is a list of field names (e.g. "ContinueOnFailure")
	// to unconditionally include in API requests. By default, fields with
	// empty values are omitted from API requests. However, any non-pointer,
	// non-interface field appearing in ForceSendFields will be sent to the
	// server regardless of whether the field is empty or not. This may be
	// used to include empty fields in Patch requests.
	ForceSendFields []string `json:"-"`
}

type InstanceGroupConfiguration struct {
	// DiskConfiguration: Disk option configuration settings.
	DiskConfiguration *DiskConfiguration `json:"diskConfiguration,omitempty"`

	// ImageUri: [Output-only] The Google Compute Engine image resource used
	// for cluster instances. Inferred from
	// SoftwareConfiguration.image_version. Example:
	// "compute.googleapis.com/projects/debian-cloud
	// /global/images/backports-debian-7-wheezy-v20140904".
	ImageUri string `json:"imageUri,omitempty"`

	// InstanceNames: The list of instance names. Dataproc derives the names
	// from cluster_name, num_instances, and the instance group if not set
	// by user (recommended practice is to let Dataproc derive the name).
	InstanceNames []string `json:"instanceNames,omitempty"`

	// IsPreemptible: Specifies that this instance group contains
	// Preemptible Instances.
	IsPreemptible bool `json:"isPreemptible,omitempty"`

	// MachineTypeUri: The Google Compute Engine machine type used for
	// cluster instances. Example:
	// "compute.googleapis.com/projects/[project_id]
	// /zones/us-east1-a/machineTypes/n1-standard-2".
	MachineTypeUri string `json:"machineTypeUri,omitempty"`

	// ManagedGroupConfiguration: [Output-only] The configuration for Google
	// Compute Engine Instance Group Manager that manages this group. This
	// is only used for preemptible instance groups.
	ManagedGroupConfiguration *ManagedGroupConfiguration `json:"managedGroupConfiguration,omitempty"`

	// NumInstances: The number of VM instances in the instance group. For
	// master instance groups, must be set to 1.
	NumInstances int64 `json:"numInstances,omitempty"`

	// ForceSendFields is a list of field names (e.g. "DiskConfiguration")
	// to unconditionally include in API requests. By default, fields with
	// empty values are omitted from API requests. However, any non-pointer,
	// non-interface field appearing in ForceSendFields will be sent to the
	// server regardless of whether the field is empty or not. This may be
	// used to include empty fields in Patch requests.
	ForceSendFields []string `json:"-"`
}

type Job struct {
	// DriverControlFilesUri: [Output-only] If present, the location of
	// miscellaneous control files which may be used as part of job setup
	// and handling. If not present, control files may be placed in the same
	// location as driver_output_uri.
	DriverControlFilesUri string `json:"driverControlFilesUri,omitempty"`

	// DriverInputResourceUri: [Output-only] A URI pointing to the location
	// of the stdin of the job's driver program, only set if the job is
	// interactive.
	DriverInputResourceUri string `json:"driverInputResourceUri,omitempty"`

	// DriverOutputResourceUri: [Output-only] A URI pointing to the location
	// of the stdout of the job's driver program.
	DriverOutputResourceUri string `json:"driverOutputResourceUri,omitempty"`

	// DriverOutputUri: [Output-only] A URI pointing to the location of the
	// mixed stdout/stderr of the job's driver program—for example,
	// gs://sysbucket123/foo-cluster/jobid-123/driver/output.
	DriverOutputUri string `json:"driverOutputUri,omitempty"`

	// HadoopJob: Job is a Hadoop job.
	HadoopJob *HadoopJob `json:"hadoopJob,omitempty"`

	// HiveJob: Job is a Hive job.
	HiveJob *HiveJob `json:"hiveJob,omitempty"`

	// Interactive: [Optional] If set to true, then the driver's stdin will
	// be kept open and driver_input_uri will be set to provide a path at
	// which additional input can be sent to the driver.
	Interactive bool `json:"interactive,omitempty"`

	// PigJob: Job is a Pig job.
	PigJob *PigJob `json:"pigJob,omitempty"`

	// Placement: [Required] Job information, including how, when, and where
	// to run the job.
	Placement *JobPlacement `json:"placement,omitempty"`

	// PysparkJob: Job is a Pyspark job.
	PysparkJob *PySparkJob `json:"pysparkJob,omitempty"`

	// Reference: [Optional] The fully-qualified reference to the job, which
	// can be used to obtain the equivalent REST path of the job resource.
	// If this property is not specified when a job is created, the server
	// generates a job_id.
	Reference *JobReference `json:"reference,omitempty"`

	// SparkJob: Job is a Spark job.
	SparkJob *SparkJob `json:"sparkJob,omitempty"`

	// SparkSqlJob: Job is a SparkSql job.
	SparkSqlJob *SparkSqlJob `json:"sparkSqlJob,omitempty"`

	// Status: [Output-only] The job status. Additional application-specific
	// status information may be contained in the type_job and
	// yarn_applications fields.
	Status *JobStatus `json:"status,omitempty"`

	// StatusHistory: [Output-only] The previous job status.
	StatusHistory []*JobStatus `json:"statusHistory,omitempty"`

	// SubmittedBy: [Output-only] The email address of the user submitting
	// the job. For jobs submitted on the cluster, the address is
	// username@hostname.
	SubmittedBy string `json:"submittedBy,omitempty"`

	// YarnApplications: [Output-only] The collection of Yarn applications
	// spun up by this job.
	YarnApplications []*YarnApplication `json:"yarnApplications,omitempty"`

	// ServerResponse contains the HTTP response code and headers from the
	// server.
	googleapi.ServerResponse `json:"-"`

	// ForceSendFields is a list of field names (e.g.
	// "DriverControlFilesUri") to unconditionally include in API requests.
	// By default, fields with empty values are omitted from API requests.
	// However, any non-pointer, non-interface field appearing in
	// ForceSendFields will be sent to the server regardless of whether the
	// field is empty or not. This may be used to include empty fields in
	// Patch requests.
	ForceSendFields []string `json:"-"`
}

type JobPlacement struct {
	// ClusterName: [Required] The name of the cluster where the job will be
	// submitted.
	ClusterName string `json:"clusterName,omitempty"`

	// ClusterUuid: [Output-only] A cluster UUID generated by the Dataproc
	// service when the job is submitted.
	ClusterUuid string `json:"clusterUuid,omitempty"`

	// ForceSendFields is a list of field names (e.g. "ClusterName") to
	// unconditionally include in API requests. By default, fields with
	// empty values are omitted from API requests. However, any non-pointer,
	// non-interface field appearing in ForceSendFields will be sent to the
	// server regardless of whether the field is empty or not. This may be
	// used to include empty fields in Patch requests.
	ForceSendFields []string `json:"-"`
}

type JobReference struct {
	// JobId: [Required] The job ID, which must be unique within the
	// project. The job ID is generated by the server upon job submission or
	// provided by the user as a means to perform retries without creating
	// duplicate jobs. The ID must contain only letters (a-z, A-Z), numbers
	// (0-9), underscores (_), or dashes (-). The maximum length is 512
	// characters.
	JobId string `json:"jobId,omitempty"`

	// ProjectId: [Required] The ID of the Google Cloud Platform project
	// that the job belongs to.
	ProjectId string `json:"projectId,omitempty"`

	// ForceSendFields is a list of field names (e.g. "JobId") to
	// unconditionally include in API requests. By default, fields with
	// empty values are omitted from API requests. However, any non-pointer,
	// non-interface field appearing in ForceSendFields will be sent to the
	// server regardless of whether the field is empty or not. This may be
	// used to include empty fields in Patch requests.
	ForceSendFields []string `json:"-"`
}

type JobStatus struct {
	// Details: [Optional] Job state details, such as an error description
	// if the state is ERROR.
	Details string `json:"details,omitempty"`

	// EndTime: The time when the job completed.
	EndTime string `json:"endTime,omitempty"`

	// InsertTime: The time of the job request.
	InsertTime string `json:"insertTime,omitempty"`

	// StartTime: The time when the server started the job.
	StartTime string `json:"startTime,omitempty"`

	// State: [Required] A state message specifying the overall job state.
	//
	// Possible values:
	//   "STATE_UNSPECIFIED"
	//   "PENDING"
	//   "SETUP_DONE"
	//   "RUNNING"
	//   "CANCEL_PENDING"
	//   "CANCEL_STARTED"
	//   "CANCELLED"
	//   "DONE"
	//   "ERROR"
	State string `json:"state,omitempty"`

	// StateStartTime: [Output-only] The time when this state was entered.
	StateStartTime string `json:"stateStartTime,omitempty"`

	// ForceSendFields is a list of field names (e.g. "Details") to
	// unconditionally include in API requests. By default, fields with
	// empty values are omitted from API requests. However, any non-pointer,
	// non-interface field appearing in ForceSendFields will be sent to the
	// server regardless of whether the field is empty or not. This may be
	// used to include empty fields in Patch requests.
	ForceSendFields []string `json:"-"`
}

type LeaseTasksRequest struct {
	// AgentId: The agent's id.
	AgentId string `json:"agentId,omitempty"`

	// CurrentAgentTime: The current timestamp at the worker.
	CurrentAgentTime string `json:"currentAgentTime,omitempty"`

	// RequestedLeaseDuration: The requested initial lease period.
	RequestedLeaseDuration string `json:"requestedLeaseDuration,omitempty"`

	// ForceSendFields is a list of field names (e.g. "AgentId") to
	// unconditionally include in API requests. By default, fields with
	// empty values are omitted from API requests. However, any non-pointer,
	// non-interface field appearing in ForceSendFields will be sent to the
	// server regardless of whether the field is empty or not. This may be
	// used to include empty fields in Patch requests.
	ForceSendFields []string `json:"-"`
}

type LeaseTasksResponse struct {
	// LeaseExpirationTime: The worker-local lease expiration time.
	LeaseExpirationTime string `json:"leaseExpirationTime,omitempty"`

	// ReportStatusInterval: The interval at which status should be
	// reported.
	ReportStatusInterval string `json:"reportStatusInterval,omitempty"`

	// Tasks: A list of tasks that have been leased.
	Tasks []*Task `json:"tasks,omitempty"`

	// ServerResponse contains the HTTP response code and headers from the
	// server.
	googleapi.ServerResponse `json:"-"`

	// ForceSendFields is a list of field names (e.g. "LeaseExpirationTime")
	// to unconditionally include in API requests. By default, fields with
	// empty values are omitted from API requests. However, any non-pointer,
	// non-interface field appearing in ForceSendFields will be sent to the
	// server regardless of whether the field is empty or not. This may be
	// used to include empty fields in Patch requests.
	ForceSendFields []string `json:"-"`
}

type ListAgentsResponse struct {
	// Agents: A list of agents.
	Agents []*Agent `json:"agents,omitempty"`

	// NextPageToken: The token to send to ListAgents to acquire any
	// following pages. Will be empty for last page.
	NextPageToken string `json:"nextPageToken,omitempty"`

	// ServerResponse contains the HTTP response code and headers from the
	// server.
	googleapi.ServerResponse `json:"-"`

	// ForceSendFields is a list of field names (e.g. "Agents") to
	// unconditionally include in API requests. By default, fields with
	// empty values are omitted from API requests. However, any non-pointer,
	// non-interface field appearing in ForceSendFields will be sent to the
	// server regardless of whether the field is empty or not. This may be
	// used to include empty fields in Patch requests.
	ForceSendFields []string `json:"-"`
}

type ListClustersResponse struct {
	// Clusters: [Output-only] The clusters in the project.
	Clusters []*Cluster `json:"clusters,omitempty"`

	// NextPageToken: The standard List next-page token.
	NextPageToken string `json:"nextPageToken,omitempty"`

	// ServerResponse contains the HTTP response code and headers from the
	// server.
	googleapi.ServerResponse `json:"-"`

	// ForceSendFields is a list of field names (e.g. "Clusters") to
	// unconditionally include in API requests. By default, fields with
	// empty values are omitted from API requests. However, any non-pointer,
	// non-interface field appearing in ForceSendFields will be sent to the
	// server regardless of whether the field is empty or not. This may be
	// used to include empty fields in Patch requests.
	ForceSendFields []string `json:"-"`
}

type ListJobsRequest struct {
	// ClusterName: [Optional] If set, the returned jobs list includes only
	// jobs that were submitted to the named cluster.
	ClusterName string `json:"clusterName,omitempty"`

	// JobStateMatcher: [Optional] Specifies enumerated categories of jobs
	// to list.
	//
	// Possible values:
	//   "ALL"
	//   "ACTIVE"
	//   "NON_ACTIVE"
	JobStateMatcher string `json:"jobStateMatcher,omitempty"`

	// PageSize: [Optional] The number of results to return in each
	// response.
	PageSize int64 `json:"pageSize,omitempty"`

	// PageToken: [Optional] The page token, returned by a previous call, to
	// request the next page of results.
	PageToken string `json:"pageToken,omitempty"`

	// ForceSendFields is a list of field names (e.g. "ClusterName") to
	// unconditionally include in API requests. By default, fields with
	// empty values are omitted from API requests. However, any non-pointer,
	// non-interface field appearing in ForceSendFields will be sent to the
	// server regardless of whether the field is empty or not. This may be
	// used to include empty fields in Patch requests.
	ForceSendFields []string `json:"-"`
}

type ListJobsResponse struct {
	// Jobs: [Output-only] Jobs list.
	Jobs []*Job `json:"jobs,omitempty"`

	// NextPageToken: [Optional] This token is included in the response if
	// there are more results to fetch. To fetch additional results, provide
	// this value as the page_token in a subsequent ListJobsRequest.
	NextPageToken string `json:"nextPageToken,omitempty"`

	// ForceSendFields is a list of field names (e.g. "Jobs") to
	// unconditionally include in API requests. By default, fields with
	// empty values are omitted from API requests. However, any non-pointer,
	// non-interface field appearing in ForceSendFields will be sent to the
	// server regardless of whether the field is empty or not. This may be
	// used to include empty fields in Patch requests.
	ForceSendFields []string `json:"-"`
}

type ListOperationsResponse struct {
	// NextPageToken: The standard List next-page token.
	NextPageToken string `json:"nextPageToken,omitempty"`

	// Operations: A list of operations that match the specified filter in
	// the request.
	Operations []*Operation `json:"operations,omitempty"`

	// ServerResponse contains the HTTP response code and headers from the
	// server.
	googleapi.ServerResponse `json:"-"`

	// ForceSendFields is a list of field names (e.g. "NextPageToken") to
	// unconditionally include in API requests. By default, fields with
	// empty values are omitted from API requests. However, any non-pointer,
	// non-interface field appearing in ForceSendFields will be sent to the
	// server regardless of whether the field is empty or not. This may be
	// used to include empty fields in Patch requests.
	ForceSendFields []string `json:"-"`
}

type LoggingConfiguration struct {
	// DriverLogLevels: The per-package log levels for the driver. This may
	// include 'root' package name to configure rootLogger. Examples:
	// com.google = FATAL, root = INFO, org.apache = DEBUG
	DriverLogLevels map[string]string `json:"driverLogLevels,omitempty"`

	// ForceSendFields is a list of field names (e.g. "DriverLogLevels") to
	// unconditionally include in API requests. By default, fields with
	// empty values are omitted from API requests. However, any non-pointer,
	// non-interface field appearing in ForceSendFields will be sent to the
	// server regardless of whether the field is empty or not. This may be
	// used to include empty fields in Patch requests.
	ForceSendFields []string `json:"-"`
}

type ManagedGroupConfiguration struct {
	// InstanceGroupManagerName: [Output-only] The name of Instance Group
	// Manager managing this group.
	InstanceGroupManagerName string `json:"instanceGroupManagerName,omitempty"`

	// InstanceTemplateName: [Output-only] The name of Instance Template
	// used for Managed Instance Group.
	InstanceTemplateName string `json:"instanceTemplateName,omitempty"`

	// ForceSendFields is a list of field names (e.g.
	// "InstanceGroupManagerName") to unconditionally include in API
	// requests. By default, fields with empty values are omitted from API
	// requests. However, any non-pointer, non-interface field appearing in
	// ForceSendFields will be sent to the server regardless of whether the
	// field is empty or not. This may be used to include empty fields in
	// Patch requests.
	ForceSendFields []string `json:"-"`
}

type NodeInitializationAction struct {
	// ExecutableFile: [Required] Google Cloud Storage URI of executable
	// file.
	ExecutableFile string `json:"executableFile,omitempty"`

	// ExecutionTimeout: [Optional] Amount of time executable has to
	// complete. Default is 10 minutes. Cluster creation fails with an
	// explanatory error message (the name of the executable that caused the
	// error and the exceeded timeout period) if the executable is not
	// completed at end of the timeout period.
	ExecutionTimeout string `json:"executionTimeout,omitempty"`

	// ForceSendFields is a list of field names (e.g. "ExecutableFile") to
	// unconditionally include in API requests. By default, fields with
	// empty values are omitted from API requests. However, any non-pointer,
	// non-interface field appearing in ForceSendFields will be sent to the
	// server regardless of whether the field is empty or not. This may be
	// used to include empty fields in Patch requests.
	ForceSendFields []string `json:"-"`
}

type Operation struct {
	// Done: Indicates if the operation is done. If true, the operation is
	// complete and the `result` is available. If false, the operation is
	// still in progress.
	Done bool `json:"done,omitempty"`

	// Error: The error result of the operation in case of failure.
	Error *Status `json:"error,omitempty"`

	// Metadata: Service-specific metadata associated with the operation.
	Metadata OperationMetadata `json:"metadata,omitempty"`

	// Name: The name of the operation resource, in the format
	// projects/[project_id]/operations/[operation_id]
	Name string `json:"name,omitempty"`

	// Response: The operation response. If the called method returns no
	// data on success, the response is `google.protobuf.Empty`. If the
	// called method is `Get`,`Create` or `Update`, the response is the
	// resource. For all other methods, the response type is a concatenation
	// of the method name and "Response". For example, if the called method
	// is `TakeSnapshot()`, the response type is `TakeSnapshotResponse`.
	Response OperationResponse `json:"response,omitempty"`

	// ServerResponse contains the HTTP response code and headers from the
	// server.
	googleapi.ServerResponse `json:"-"`

	// ForceSendFields is a list of field names (e.g. "Done") to
	// unconditionally include in API requests. By default, fields with
	// empty values are omitted from API requests. However, any non-pointer,
	// non-interface field appearing in ForceSendFields will be sent to the
	// server regardless of whether the field is empty or not. This may be
	// used to include empty fields in Patch requests.
	ForceSendFields []string `json:"-"`
}

type OperationMetadata interface{}

type OperationMetadata1 struct {
	// ClusterName: Name of the cluster for the operation.
	ClusterName string `json:"clusterName,omitempty"`

	// ClusterUuid: Cluster UUId for the operation.
	ClusterUuid string `json:"clusterUuid,omitempty"`

	// Details: A message containing any operation metadata details.
	Details string `json:"details,omitempty"`

	// EndTime: The time that the operation completed.
	EndTime string `json:"endTime,omitempty"`

	// InnerState: A message containing the detailed operation state.
	InnerState string `json:"innerState,omitempty"`

	// InsertTime: The time that the operation was requested.
	InsertTime string `json:"insertTime,omitempty"`

	// StartTime: The time that the operation was started by the server.
	StartTime string `json:"startTime,omitempty"`

	// State: A message containing the operation state.
	//
	// Possible values:
	//   "UNKNOWN"
	//   "PENDING"
	//   "RUNNING"
	//   "DONE"
	State string `json:"state,omitempty"`

	// Status: [Output-only] Current operation status.
	Status *OperationStatus `json:"status,omitempty"`

	// StatusHistory: [Output-only] Previous operation status.
	StatusHistory []*OperationStatus `json:"statusHistory,omitempty"`

	// ForceSendFields is a list of field names (e.g. "ClusterName") to
	// unconditionally include in API requests. By default, fields with
	// empty values are omitted from API requests. However, any non-pointer,
	// non-interface field appearing in ForceSendFields will be sent to the
	// server regardless of whether the field is empty or not. This may be
	// used to include empty fields in Patch requests.
	ForceSendFields []string `json:"-"`
}

type OperationResponse interface{}

type OperationStatus struct {
	// Details: A message containing any operation metadata details.
	Details string `json:"details,omitempty"`

	// InnerState: A message containing the detailed operation state.
	InnerState string `json:"innerState,omitempty"`

	// State: A message containing the operation state.
	//
	// Possible values:
	//   "UNKNOWN"
	//   "PENDING"
	//   "RUNNING"
	//   "DONE"
	State string `json:"state,omitempty"`

	// StateStartTime: The time this state was entered.
	StateStartTime string `json:"stateStartTime,omitempty"`

	// ForceSendFields is a list of field names (e.g. "Details") to
	// unconditionally include in API requests. By default, fields with
	// empty values are omitted from API requests. However, any non-pointer,
	// non-interface field appearing in ForceSendFields will be sent to the
	// server regardless of whether the field is empty or not. This may be
	// used to include empty fields in Patch requests.
	ForceSendFields []string `json:"-"`
}

type OperationsCancelCall struct {
	// contains filtered or unexported fields
}

type OperationsDeleteCall struct {
	// contains filtered or unexported fields
}

type OperationsGetCall struct {
	// contains filtered or unexported fields
}

type OperationsListCall struct {
	// contains filtered or unexported fields
}

type OperationsService struct {
	// contains filtered or unexported fields
}

type PigJob struct {
	// ContinueOnFailure: [Optional] Whether to continue executing queries
	// if a query fails. The default value is false. Setting to true can be
	// useful when executing independent parallel queries.
	ContinueOnFailure bool `json:"continueOnFailure,omitempty"`

	// JarFileUris: [Optional] HCFS URIs of jar files to add to the
	// CLASSPATH of the Pig Client and Hadoop MapReduce (MR) tasks. Can
	// contain Pig UDFs.
	JarFileUris []string `json:"jarFileUris,omitempty"`

	// LoggingConfiguration: [Optional] The runtime log configuration for
	// job execution.
	LoggingConfiguration *LoggingConfiguration `json:"loggingConfiguration,omitempty"`

	// Properties: [Optional] A mapping of property names to values, used to
	// configure Pig. Properties that conflict with values set by the Cloud
	// Dataproc API may be overwritten. Can include properties set in
	// /etc/hadoop/conf/*-site.xml, /etc/pig/conf/pig.properties, and
	// classes in user code.
	Properties map[string]string `json:"properties,omitempty"`

	// QueryFileUri: The HCFS URI of the script that contains the Pig
	// queries.
	QueryFileUri string `json:"queryFileUri,omitempty"`

	// QueryList: A list of queries.
	QueryList *QueryList `json:"queryList,omitempty"`

	// ScriptVariables: [Optional] Mapping of query variable names to values
	// (equivalent to the Pig command: "name=[value]").
	ScriptVariables map[string]string `json:"scriptVariables,omitempty"`

	// ForceSendFields is a list of field names (e.g. "ContinueOnFailure")
	// to unconditionally include in API requests. By default, fields with
	// empty values are omitted from API requests. However, any non-pointer,
	// non-interface field appearing in ForceSendFields will be sent to the
	// server regardless of whether the field is empty or not. This may be
	// used to include empty fields in Patch requests.
	ForceSendFields []string `json:"-"`
}

type ProjectsClustersAgentsCreateCall struct {
	// contains filtered or unexported fields
}

type ProjectsClustersAgentsDeleteCall struct {
	// contains filtered or unexported fields
}

type ProjectsClustersAgentsGetCall struct {
	// contains filtered or unexported fields
}

type ProjectsClustersAgentsListCall struct {
	// contains filtered or unexported fields
}

type ProjectsClustersAgentsService struct {
	// contains filtered or unexported fields
}

type ProjectsClustersAgentsUpdateCall struct {
	// contains filtered or unexported fields
}

type ProjectsClustersCreateCall struct {
	// contains filtered or unexported fields
}

type ProjectsClustersDeleteCall struct {
	// contains filtered or unexported fields
}

type ProjectsClustersGetCall struct {
	// contains filtered or unexported fields
}

type ProjectsClustersListCall struct {
	// contains filtered or unexported fields
}

type ProjectsClustersPatchCall struct {
	// contains filtered or unexported fields
}

type ProjectsClustersService struct {
	Agents *ProjectsClustersAgentsService

	Tasks *ProjectsClustersTasksService
	// contains filtered or unexported fields
}

type ProjectsClustersTasksLeaseCall struct {
	// contains filtered or unexported fields
}

type ProjectsClustersTasksReportCall struct {
	// contains filtered or unexported fields
}

type ProjectsClustersTasksService struct {
	// contains filtered or unexported fields
}

type ProjectsJobsCancelCall struct {
	// contains filtered or unexported fields
}

type ProjectsJobsDeleteCall struct {
	// contains filtered or unexported fields
}

type ProjectsJobsGetCall struct {
	// contains filtered or unexported fields
}

type ProjectsJobsService struct {
	// contains filtered or unexported fields
}

type ProjectsJobsSubmitCall struct {
	// contains filtered or unexported fields
}

type ProjectsService struct {
	Clusters *ProjectsClustersService

	Jobs *ProjectsJobsService
	// contains filtered or unexported fields
}

type PySparkJob struct {
	// ArchiveUris: [Optional] HCFS URIs of archives to be extracted in the
	// working directory of .jar, .tar, .tar.gz, .tgz, and .zip.
	ArchiveUris []string `json:"archiveUris,omitempty"`

	// Args: [Optional] The arguments to pass to the driver. Do not include
	// arguments, such as --conf, that can be set as job properties, since a
	// collision may occur that causes an incorrect job submission.
	Args []string `json:"args,omitempty"`

	// FileUris: [Optional] HCFS URIs of files to be copied to the working
	// directory of Python drivers and distributed tasks. Useful for naively
	// parallel tasks.
	FileUris []string `json:"fileUris,omitempty"`

	// JarFileUris: [Optional] HCFS URIs of jar files to add to the
	// CLASSPATHs of the Python driver and tasks.
	JarFileUris []string `json:"jarFileUris,omitempty"`

	// LoggingConfiguration: [Optional] The runtime log configuration for
	// job execution.
	LoggingConfiguration *LoggingConfiguration `json:"loggingConfiguration,omitempty"`

	// MainPythonFileUri: [Required] The Hadoop Compatible Filesystem (HCFS)
	// URI of the main Python file to use as the driver. Must be a .py file.
	MainPythonFileUri string `json:"mainPythonFileUri,omitempty"`

	// Properties: [Optional] A mapping of property names to values, used to
	// configure PySpark. Properties that conflict with values set by the
	// Cloud Dataproc API may be overwritten. Can include properties set in
	// /etc/spark/conf/spark-defaults.conf and classes in user code.
	Properties map[string]string `json:"properties,omitempty"`

	// PythonFileUris: [Optional] HCFS file URIs of Python files to pass to
	// the PySpark framework. Supported file types: .py, .egg, and .zip.
	PythonFileUris []string `json:"pythonFileUris,omitempty"`

	// ForceSendFields is a list of field names (e.g. "ArchiveUris") to
	// unconditionally include in API requests. By default, fields with
	// empty values are omitted from API requests. However, any non-pointer,
	// non-interface field appearing in ForceSendFields will be sent to the
	// server regardless of whether the field is empty or not. This may be
	// used to include empty fields in Patch requests.
	ForceSendFields []string `json:"-"`
}

type QueryList struct {
	// Queries: [Required] The queries to execute. You do not need to
	// terminate a query with a semicolon. Multiple queries can be specified
	// in one string by separating each with a semicolon. Here is an example
	// of an Cloud Dataproc API snippet that uses a QueryList to specify a
	// HiveJob: "hiveJob": { "queryList": { "queries": [ "query1", "query2",
	// "query3;query4", ] } }
	Queries []string `json:"queries,omitempty"`

	// ForceSendFields is a list of field names (e.g. "Queries") to
	// unconditionally include in API requests. By default, fields with
	// empty values are omitted from API requests. However, any non-pointer,
	// non-interface field appearing in ForceSendFields will be sent to the
	// server regardless of whether the field is empty or not. This may be
	// used to include empty fields in Patch requests.
	ForceSendFields []string `json:"-"`
}

type ReportTaskStatusRequest struct {
	// AgentId: The id of the agent reporting task status.
	AgentId string `json:"agentId,omitempty"`

	// CurrentWorkerTime: The current timestamp at the worker.
	CurrentWorkerTime string `json:"currentWorkerTime,omitempty"`

	// Status: Status for a single task.
	Status *TaskStatus `json:"status,omitempty"`

	// ForceSendFields is a list of field names (e.g. "AgentId") to
	// unconditionally include in API requests. By default, fields with
	// empty values are omitted from API requests. However, any non-pointer,
	// non-interface field appearing in ForceSendFields will be sent to the
	// server regardless of whether the field is empty or not. This may be
	// used to include empty fields in Patch requests.
	ForceSendFields []string `json:"-"`
}

type ReportTaskStatusResponse struct {
	// LeaseExpirationTime: New task lease expiration timestamp in
	// worker-local time.
	LeaseExpirationTime string `json:"leaseExpirationTime,omitempty"`

	// ReportStatusInterval: The interval at which status should be
	// reported.
	ReportStatusInterval string `json:"reportStatusInterval,omitempty"`

	// ServerResponse contains the HTTP response code and headers from the
	// server.
	googleapi.ServerResponse `json:"-"`

	// ForceSendFields is a list of field names (e.g. "LeaseExpirationTime")
	// to unconditionally include in API requests. By default, fields with
	// empty values are omitted from API requests. However, any non-pointer,
	// non-interface field appearing in ForceSendFields will be sent to the
	// server regardless of whether the field is empty or not. This may be
	// used to include empty fields in Patch requests.
	ForceSendFields []string `json:"-"`
}

type Service struct {
	BasePath  string // API endpoint base URL
	UserAgent string // optional additional User-Agent fragment

	Operations *OperationsService

	Projects *ProjectsService
	// contains filtered or unexported fields
}

type SoftwareConfiguration struct {
	// ImageVersion: [Optional] The version of software inside the cluster.
	// It must match the regular expression [0-9]+\.[0-9]+. If unspecified
	// it will default to latest version.
	ImageVersion string `json:"imageVersion,omitempty"`

	// ForceSendFields is a list of field names (e.g. "ImageVersion") to
	// unconditionally include in API requests. By default, fields with
	// empty values are omitted from API requests. However, any non-pointer,
	// non-interface field appearing in ForceSendFields will be sent to the
	// server regardless of whether the field is empty or not. This may be
	// used to include empty fields in Patch requests.
	ForceSendFields []string `json:"-"`
}

type SparkJob struct {
	// ArchiveUris: [Optional] HCFS URIs of archives to be extracted in the
	// working directory of Spark drivers and tasks. Supported file types:
	// .jar, .tar, .tar.gz, .tgz, and .zip.
	ArchiveUris []string `json:"archiveUris,omitempty"`

	// Args: [Optional] The arguments to pass to the driver. Do not include
	// arguments, such as --conf, that can be set as job properties, since a
	// collision may occur that causes an incorrect job submission.
	Args []string `json:"args,omitempty"`

	// FileUris: [Optional] HCFS URIs of files to be copied to the working
	// directory of Spark drivers and distributed tasks. Useful for naively
	// parallel tasks.
	FileUris []string `json:"fileUris,omitempty"`

	// JarFileUris: [Optional] HCFS URIs of jar files to add to the
	// CLASSPATHs of the Spark driver and tasks.
	JarFileUris []string `json:"jarFileUris,omitempty"`

	// LoggingConfiguration: [Optional] The runtime log configuration for
	// job execution.
	LoggingConfiguration *LoggingConfiguration `json:"loggingConfiguration,omitempty"`

	// MainClass: The name of the driver's main class. The jar file that
	// contains the class must be in the default CLASSPATH or specified in
	// jar_file_uris.
	MainClass string `json:"mainClass,omitempty"`

	// MainJarFileUri: The Hadoop Compatible Filesystem (HCFS) URI of the
	// jar file that contains the main class.
	MainJarFileUri string `json:"mainJarFileUri,omitempty"`

	// Properties: [Optional] A mapping of property names to values, used to
	// configure Spark. Properties that conflict with values set by the
	// Cloud Dataproc API may be overwritten. Can include properties set in
	// /etc/spark/conf/spark-defaults.conf and classes in user code.
	Properties map[string]string `json:"properties,omitempty"`

	// ForceSendFields is a list of field names (e.g. "ArchiveUris") to
	// unconditionally include in API requests. By default, fields with
	// empty values are omitted from API requests. However, any non-pointer,
	// non-interface field appearing in ForceSendFields will be sent to the
	// server regardless of whether the field is empty or not. This may be
	// used to include empty fields in Patch requests.
	ForceSendFields []string `json:"-"`
}

type SparkSqlJob struct {
	// JarFileUris: [Optional] HCFS URIs of jar files to be added to the
	// Spark CLASSPATH.
	JarFileUris []string `json:"jarFileUris,omitempty"`

	// LoggingConfiguration: [Optional] The runtime log configuration for
	// job execution.
	LoggingConfiguration *LoggingConfiguration `json:"loggingConfiguration,omitempty"`

	// Properties: [Optional] A mapping of property names to values, used to
	// configure Spark SQL's SparkConf. Properties that conflict with values
	// set by the Cloud Dataproc API may be overwritten.
	Properties map[string]string `json:"properties,omitempty"`

	// QueryFileUri: The HCFS URI of the script that contains SQL queries.
	QueryFileUri string `json:"queryFileUri,omitempty"`

	// QueryList: A list of queries.
	QueryList *QueryList `json:"queryList,omitempty"`

	// ScriptVariables: [Optional] Mapping of query variable names to values
	// (equivalent to the Spark SQL command: SET name="value";).
	ScriptVariables map[string]string `json:"scriptVariables,omitempty"`

	// ForceSendFields is a list of field names (e.g. "JarFileUris") to
	// unconditionally include in API requests. By default, fields with
	// empty values are omitted from API requests. However, any non-pointer,
	// non-interface field appearing in ForceSendFields will be sent to the
	// server regardless of whether the field is empty or not. This may be
	// used to include empty fields in Patch requests.
	ForceSendFields []string `json:"-"`
}

type Status struct {
	// Code: The status code, which should be an enum value of
	// google.rpc.Code.
	Code int64 `json:"code,omitempty"`

	// Details: A list of messages that carry the error details. There will
	// be a common set of message types for APIs to use.
	Details []StatusDetails `json:"details,omitempty"`

	// Message: A developer-facing error message, which should be in
	// English. Any user-facing error message should be localized and sent
	// in the google.rpc.Status.details field, or localized by the client.
	Message string `json:"message,omitempty"`

	// ForceSendFields is a list of field names (e.g. "Code") to
	// unconditionally include in API requests. By default, fields with
	// empty values are omitted from API requests. However, any non-pointer,
	// non-interface field appearing in ForceSendFields will be sent to the
	// server regardless of whether the field is empty or not. This may be
	// used to include empty fields in Patch requests.
	ForceSendFields []string `json:"-"`
}

type StatusDetails interface{}

type SubmitJobRequest struct {
	// Job: [Required] The job resource.
	Job *Job `json:"job,omitempty"`

	// ForceSendFields is a list of field names (e.g. "Job") to
	// unconditionally include in API requests. By default, fields with
	// empty values are omitted from API requests. However, any non-pointer,
	// non-interface field appearing in ForceSendFields will be sent to the
	// server regardless of whether the field is empty or not. This may be
	// used to include empty fields in Patch requests.
	ForceSendFields []string `json:"-"`
}

type SystemTaskStatus struct {
	// State: The outcome of reconfiguration.
	//
	// Possible values:
	//   "STATE_UNSPECIFIED"
	//   "PENDING"
	//   "RUNNING"
	//   "FINISHED"
	//   "FAILED"
	State string `json:"state,omitempty"`

	// ForceSendFields is a list of field names (e.g. "State") to
	// unconditionally include in API requests. By default, fields with
	// empty values are omitted from API requests. However, any non-pointer,
	// non-interface field appearing in ForceSendFields will be sent to the
	// server regardless of whether the field is empty or not. This may be
	// used to include empty fields in Patch requests.
	ForceSendFields []string `json:"-"`
}

type Task struct {
	// Configuration: Configuration for this task.
	Configuration *TaskConfiguration `json:"configuration,omitempty"`

	// Status: The status of a task.
	Status *TaskStatus `json:"status,omitempty"`

	// TaskId: System defined task id.
	TaskId string `json:"taskId,omitempty"`

	// ForceSendFields is a list of field names (e.g. "Configuration") to
	// unconditionally include in API requests. By default, fields with
	// empty values are omitted from API requests. However, any non-pointer,
	// non-interface field appearing in ForceSendFields will be sent to the
	// server regardless of whether the field is empty or not. This may be
	// used to include empty fields in Patch requests.
	ForceSendFields []string `json:"-"`
}

type TaskClusterConfiguration struct {
	// AddMembers: New nodes to register with cluster.
	AddMembers []string `json:"addMembers,omitempty"`

	// RemoveMembers: Existing nodes to decommission.
	RemoveMembers []string `json:"removeMembers,omitempty"`

	// Type: Type of configuration change.
	//
	// Possible values:
	//   "TYPE_UNSPECIFIED"
	//   "TYPE_CLUSTER_MEMBERSHIP_CHANGE"
	Type string `json:"type,omitempty"`

	// ForceSendFields is a list of field names (e.g. "AddMembers") to
	// unconditionally include in API requests. By default, fields with
	// empty values are omitted from API requests. However, any non-pointer,
	// non-interface field appearing in ForceSendFields will be sent to the
	// server regardless of whether the field is empty or not. This may be
	// used to include empty fields in Patch requests.
	ForceSendFields []string `json:"-"`
}

type TaskConfiguration struct {
	// ClusterConfiguration: Cluster reconfiguration task.
	ClusterConfiguration *TaskClusterConfiguration `json:"clusterConfiguration,omitempty"`

	// JobConfiguration: Configuration of a Job-based task.
	JobConfiguration *TaskJobConfiguration `json:"jobConfiguration,omitempty"`

	// MaintenanceCommand: Execute cluster maintenance command.
	MaintenanceCommand *TaskMaintenanceCommand `json:"maintenanceCommand,omitempty"`

	// ForceSendFields is a list of field names (e.g.
	// "ClusterConfiguration") to unconditionally include in API requests.
	// By default, fields with empty values are omitted from API requests.
	// However, any non-pointer, non-interface field appearing in
	// ForceSendFields will be sent to the server regardless of whether the
	// field is empty or not. This may be used to include empty fields in
	// Patch requests.
	ForceSendFields []string `json:"-"`
}

type TaskJobConfiguration struct {
	// ArchiveUris: Required archives for the driver program or distributed
	// program. Used by Hadoop, Spark, and PySpark jobs.
	ArchiveUris []string `json:"archiveUris,omitempty"`

	// Args: Arguments for the driver program. Used by Hadoop, Spark, and
	// PySpark jobs.
	Args []string `json:"args,omitempty"`

	// ContinueOnFailure: True to continue processing pig or hive queries if
	// an earlier query fails.
	ContinueOnFailure bool `json:"continueOnFailure,omitempty"`

	// DriverControlFilesUri: [Output-only] If present, the location of
	// miscellaneous control files which may be used as part of job setup
	// and handling. If not present, control files may be placed in the same
	// location as driver_output_uri.
	DriverControlFilesUri string `json:"driverControlFilesUri,omitempty"`

	// DriverInputUri: [Output-only] A URI pointing to the location of the
	// stdin of the job's driver program, only set if the job is
	// interactive.
	DriverInputUri string `json:"driverInputUri,omitempty"`

	// DriverOutputUri: Output URI for driver output.
	DriverOutputUri string `json:"driverOutputUri,omitempty"`

	// FileUris: Required files for the driver program or distributed
	// program. Used by Hadoop, Spark, and PySpark jobs.
	FileUris []string `json:"fileUris,omitempty"`

	// Interactive: [Optional] If set to true, then the driver's stdin will
	// be kept open and driver_input_uri will be set to provide a path at
	// which additional input can be sent to the driver.
	Interactive bool `json:"interactive,omitempty"`

	// JarFileUris: JAR files that are required by the job.
	JarFileUris []string `json:"jarFileUris,omitempty"`

	// LoggingConfiguration: Logging configuration for the job.
	LoggingConfiguration *TaskLoggingConfiguration `json:"loggingConfiguration,omitempty"`

	// MainClass: A class name that is contained either in core Hadoop or
	// Spark libraries or within a JAR specified within jar_file_uris.
	MainClass string `json:"mainClass,omitempty"`

	// MainJarFileUri: A JAR containing the main driver and containing a
	// METADATA entry for a main class contained within the jar.
	MainJarFileUri string `json:"mainJarFileUri,omitempty"`

	// MainPythonFileUri: The main Python file for a PySpark application.
	MainPythonFileUri string `json:"mainPythonFileUri,omitempty"`

	// Properties: Properties for the submitted job.
	Properties map[string]string `json:"properties,omitempty"`

	// PythonFileUris: URIs of files required by the PySpark application
	PythonFileUris []string `json:"pythonFileUris,omitempty"`

	// QueryFileUri: A URI of a file containing queries
	QueryFileUri string `json:"queryFileUri,omitempty"`

	// QueryList: A list of queries specified within the API.
	QueryList *TaskQueryList `json:"queryList,omitempty"`

	// ScriptVariables: Variables to be substituted in Pig and Hive scripts.
	ScriptVariables map[string]string `json:"scriptVariables,omitempty"`

	// SubmittedBy: The user that the job should be attributed to in Hadoop
	// as a posix-style username. If the user is not a member of the
	// system's user-database, the task will be started as a system account.
	SubmittedBy string `json:"submittedBy,omitempty"`

	// Type: The type of the job.
	//
	// Possible values:
	//   "TYPE_UNSPECIFIED"
	//   "HADOOP"
	//   "SPARK"
	//   "PYSPARK"
	//   "HIVE"
	//   "PIG"
	//   "SPARK_SQL"
	Type string `json:"type,omitempty"`

	// ForceSendFields is a list of field names (e.g. "ArchiveUris") to
	// unconditionally include in API requests. By default, fields with
	// empty values are omitted from API requests. However, any non-pointer,
	// non-interface field appearing in ForceSendFields will be sent to the
	// server regardless of whether the field is empty or not. This may be
	// used to include empty fields in Patch requests.
	ForceSendFields []string `json:"-"`
}

type TaskJobStatus struct {
	// DriverExitCode: If the driver has exited, its exit code.
	DriverExitCode int64 `json:"driverExitCode,omitempty"`

	// DriverState: The state of the driver.
	//
	// Possible values:
	//   "DRIVER_STATE_UNSPECIFIED"
	//   "PENDING"
	//   "RUNNING"
	//   "KILL_PENDING"
	//   "KILLED"
	//   "FINISHED"
	//   "FAILED"
	DriverState string `json:"driverState,omitempty"`

	// YarnApplications: A list of YARN applications that have been launched
	// for this task.
	YarnApplications []*TaskYarnApplication `json:"yarnApplications,omitempty"`

	// ForceSendFields is a list of field names (e.g. "DriverExitCode") to
	// unconditionally include in API requests. By default, fields with
	// empty values are omitted from API requests. However, any non-pointer,
	// non-interface field appearing in ForceSendFields will be sent to the
	// server regardless of whether the field is empty or not. This may be
	// used to include empty fields in Patch requests.
	ForceSendFields []string `json:"-"`
}

type TaskLoggingConfiguration struct {
	// LogLevels: Map of logger name to log4j log level.
	LogLevels map[string]string `json:"logLevels,omitempty"`

	// ForceSendFields is a list of field names (e.g. "LogLevels") to
	// unconditionally include in API requests. By default, fields with
	// empty values are omitted from API requests. However, any non-pointer,
	// non-interface field appearing in ForceSendFields will be sent to the
	// server regardless of whether the field is empty or not. This may be
	// used to include empty fields in Patch requests.
	ForceSendFields []string `json:"-"`
}

type TaskMaintenanceCommand struct {
	// Args: Arguments to pass to the script.
	Args []string `json:"args,omitempty"`

	// Environment: The environment variables.
	Environment map[string]string `json:"environment,omitempty"`

	// GcsUri: The executable is stored on GCS.
	GcsUri string `json:"gcsUri,omitempty"`

	// LocalPath: The executable is a file on agent.
	LocalPath string `json:"localPath,omitempty"`

	// ScriptOutputUri: The GCS URI where executable output will be stored.
	ScriptOutputUri string `json:"scriptOutputUri,omitempty"`

	// ForceSendFields is a list of field names (e.g. "Args") to
	// unconditionally include in API requests. By default, fields with
	// empty values are omitted from API requests. However, any non-pointer,
	// non-interface field appearing in ForceSendFields will be sent to the
	// server regardless of whether the field is empty or not. This may be
	// used to include empty fields in Patch requests.
	ForceSendFields []string `json:"-"`
}

type TaskQueryList struct {
	// Queries: The queries to execute. The format of the queries is
	// task-type dependent, but in each case each query should be executed
	// within its own invocation of the interpreter for that task type.
	Queries []string `json:"queries,omitempty"`

	// ForceSendFields is a list of field names (e.g. "Queries") to
	// unconditionally include in API requests. By default, fields with
	// empty values are omitted from API requests. However, any non-pointer,
	// non-interface field appearing in ForceSendFields will be sent to the
	// server regardless of whether the field is empty or not. This may be
	// used to include empty fields in Patch requests.
	ForceSendFields []string `json:"-"`
}

type TaskStatus struct {
	// JobStatus: The status of the Job.
	JobStatus *TaskJobStatus `json:"jobStatus,omitempty"`

	// SystemTaskStatus: The status of the SystemTask.
	SystemTaskStatus *SystemTaskStatus `json:"systemTaskStatus,omitempty"`

	// ForceSendFields is a list of field names (e.g. "JobStatus") to
	// unconditionally include in API requests. By default, fields with
	// empty values are omitted from API requests. However, any non-pointer,
	// non-interface field appearing in ForceSendFields will be sent to the
	// server regardless of whether the field is empty or not. This may be
	// used to include empty fields in Patch requests.
	ForceSendFields []string `json:"-"`
}

type TaskYarnApplication struct {
	// Id: YARN application id.
	Id int64 `json:"id,omitempty"`

	// Name: YARN application name.
	Name string `json:"name,omitempty"`

	// Progress: The progress of the YARN application.
	Progress float64 `json:"progress,omitempty"`

	// State: The state of the YARN application.
	//
	// Possible values:
	//   "STATE_UNSPECIFIED"
	//   "NEW"
	//   "NEW_SAVING"
	//   "SUBMITTED"
	//   "ACCEPTED"
	//   "RUNNING"
	//   "FINISHED"
	//   "FAILED"
	//   "KILLED"
	State string `json:"state,omitempty"`

	// TrackingUrl: The tracking URL for the YARN application. This URL may
	// or may not be accessible from outside the cluster.
	TrackingUrl string `json:"trackingUrl,omitempty"`

	// ForceSendFields is a list of field names (e.g. "Id") to
	// unconditionally include in API requests. By default, fields with
	// empty values are omitted from API requests. However, any non-pointer,
	// non-interface field appearing in ForceSendFields will be sent to the
	// server regardless of whether the field is empty or not. This may be
	// used to include empty fields in Patch requests.
	ForceSendFields []string `json:"-"`
}

type YarnApplication struct {
	// Name: [Required] The application name.
	Name string `json:"name,omitempty"`

	// Progress: [Required] The numerical progress of the application, from
	// 1 to 100.
	Progress float64 `json:"progress,omitempty"`

	// State: [Required] The application state.
	//
	// Possible values:
	//   "STATE_UNSPECIFIED"
	//   "NEW"
	//   "NEW_SAVING"
	//   "SUBMITTED"
	//   "ACCEPTED"
	//   "RUNNING"
	//   "FINISHED"
	//   "FAILED"
	//   "KILLED"
	State string `json:"state,omitempty"`

	// TrackingUrl: [Optional] The HTTP URL of the ApplicationMaster,
	// HistoryServer, or TimelineServer that provides application-specific
	// information. The URL uses the internal hostname, and requires a proxy
	// server for resolution and, possibly, access.
	TrackingUrl string `json:"trackingUrl,omitempty"`

	// ForceSendFields is a list of field names (e.g. "Name") to
	// unconditionally include in API requests. By default, fields with
	// empty values are omitted from API requests. However, any non-pointer,
	// non-interface field appearing in ForceSendFields will be sent to the
	// server regardless of whether the field is empty or not. This may be
	// used to include empty fields in Patch requests.
	ForceSendFields []string `json:"-"`
}