databricks

type ACLItem struct {
	Principal  string        `json:"principal"`
	Permission ACLPermission `json:"permission"`
}

type ACLPermission string

type AWSAvailability uint8

type AddBlockToDBFSStreamInput struct {
	HandleParam
	Data []byte `json:"data"`
}

type AddBlockToDBFSStreamOutput struct{}

type AddMemberInput struct {
	Principal

	// Name of the parent group into which this principal is added.
	ParentName string `json:"parent_name"`
}

type AddMemberOutput struct{}

type Autoscale struct {
	Min int `json:"min_workers"`
	Max int `json:"max_workers"`
}

type AwsAttributes struct {
	Availability AWSAvailability `json:"availability"`
	ZoneID       string          `json:"zone_id"`
}

type CancelJobRunInput struct {
	RunIDParam
}

type CancelJobRunOutput struct{}

type Client struct {
	BaseURL   *url.URL
	UserAgent string

	Clusters   *ClustersService
	DBFS       *DBFSService
	Groups     *GroupsService
	Jobs       *JobsService
	Libraries  *LibrariesService
	Pools      *PoolsService
	Profiles   *ProfilesService
	Secrets    *SecretsService
	Tokens     *TokensService
	Workspaces *WorkspacesService
	// contains filtered or unexported fields
}

type CloseDBFSStreamInput struct {
	HandleParam
}

type CloseDBFSStreamOutput struct{}

type Cluster struct {
	Workers                int                  `json:"num_workers"`
	Autoscale              *Autoscale           `json:"autoscale,omitempty"`
	ID                     string               `json:"cluster_id"`
	Creator                string               `json:"creator_user_name"`
	Driver                 SparkNode            `json:"driver"`
	Executors              []SparkNode          `json:"executors"`
	SparkContextID         int                  `json:"spark_context_id"`
	JDBCPort               int                  `json:"jdbc_port"`
	Name                   string               `json:"cluster_name"`
	SparkVersion           string               `json:"spark_version"`
	SparkConf              SparkConf            `json:"spark_conf"`
	AwsAttributes          *AwsAttributes       `json:"aws_attributes,omitempty"`
	NodeTypeID             string               `json:"node_type_id"`
	DriverNodeTypeID       string               `json:"driver_node_type_id"`
	SSHPublicKeys          []string             `json:"ssh_public_keys"`
	CustomTags             []ClusterTag         `json:"custom_tags"`
	ClusterLogConf         *ClusterLogConf      `json:"cluster_log_conf,omitempty"`
	InitScripts            []InitScriptInfo     `json:"init_scripts"`
	DockerImage            *DockerImage         `json:"docker_image,omitempty"`
	SparkEnvVars           map[string]string    `json:"spark_env_vars"`
	AutoterminationMinutes *int                 `json:"autotermination_minutes,omitempty"`
	EnableElasticDisk      bool                 `json:"enable_elastic_disk"`
	InstancePoolID         string               `json:"instance_pool_id"`
	ClusterSource          ClusterSource        `json:"cluster_source"`
	State                  ClusterState         `json:"state"`
	StateMessage           string               `json:"state_message"`
	StartTime              time.Time            `json:"start_time"`
	TerminatedTime         *time.Time           `json:"terminated_time,omitempty"`
	LastStateLossTime      *time.Time           `json:"last_state_loss_time,omitempty"`
	LastActivityTime       *time.Time           `json:"last_activity_time,omitempty"`
	ClusterMemoryMB        int                  `json:"cluster_memory_mb"`
	ClusterCores           float64              `json:"cluster_cores"`
	DefaultTags            []ClusterTag         `json:"default_tags"`
	ClusterLogStatus       ClusterLogSyncStatus `json:"cluster_log_status"`
	TerminationReason      *TerminationReason   `json:"termination_reason,omitempty"`
	// contains filtered or unexported fields
}

type ClusterEvent struct {
	ClusterID string           `json:"cluster_id"`
	Timestamp time.Time        `json:"timestamp"`
	Type      ClusterEventType `json:"type"`
	Details   EventDetails     `json:"details,omitempty"`
}

type ClusterEventType uint8

type ClusterIDParam struct {
	ClusterID string `json:"cluster_id"`
}

type ClusterInstance struct {
	ClusterID      string `json:"cluster_id"`
	SparkContextID string `json:"spark_context_id"`
}

type ClusterLibrariesParam struct {
	ClusterIDParam
	Libraries []Library `json:"libraries"`
}

type ClusterLibraryStatus struct {
	ClusterID       string              `json:"cluster_id"`
	LibraryStatuses []LibraryFullStatus `json:"library_statuses"`
}

type ClusterLogConf struct {
	// DBFS location of cluster log. destination must be provided. For example,
	// { "dbfs": { "destination": "dbfs:/home/cluster_log" } }
	DBFS *DBFSStorageInfo

	// S3 location of cluster log. destination and either region or endpoint
	// must be provided. For example:
	//
	//     {
	//       "s3": {
	//         "destination": "s3://cluster_log_bucket/prefix",
	//         "region": "us-west-2"
	//       }
	//     }
	S3 *S3StorageInfo
}

type ClusterLogSyncStatus struct {
	LastAttempted time.Time `json:"last_attempted"`
	LastException string    `json:"last_exception,omitempty"`
}

type ClusterParams struct {
	// NumWorkers is the number of worker nodes that this cluster should have. A
	// cluster has one Spark driver and num_workers executors for a total of
	// num_workers + 1 Spark nodes.
	//
	// Note: When reading the properties of a cluster, this field reflects the
	// desired number of workers rather than the actual number of workers. For
	// instance, if a cluster is resized from 5 to 10 workers, this field will
	// immediately be updated to reflect the target size of 10 workers, whereas
	// the workers listed in executors will gradually increase from 5 to 10 as
	// the new nodes are provisioned.
	NumWorkers int `json:"num_workers,omitempty"`

	// Cluster name requested by the user. This doesn’t have to be unique. If
	// not specified at creation, the cluster name will be an empty string.
	ClusterName string `json:"cluster_name,omitempty"`

	// The runtime version of the cluster. You can retrieve a list of available
	// runtime versions by using the Runtime Versions API call. This field is
	// required.
	SparkVersion string `json:"spark_version"`

	// This field encodes, through a single value, the resources available to
	// each of the Spark nodes in this cluster. For example, the Spark nodes can
	// be provisioned and optimized for memory or compute intensive workloads A
	// list of available node types can be retrieved by using the List Node
	// Types API call. This field is required.
	NodeTypeID string `json:"node_type_id"`

	// The node type of the Spark driver. This field is optional; if unset, the
	// driver node type will be set as the same value as NodeTypeID
	DriverNodeTypeID string `json:"driver_node_type_id,omitempty"`

	// SSH public key contents that will be added to each Spark node in this
	// cluster. The corresponding private keys can be used to login with the
	// user name ubuntu on port 2200. Up to 10 keys can be specified.
	SSHPublicKeys []string `json:"ssh_public_keys,omitempty"`

	// A set of optional, user-specified Spark configuration key-value pairs.
	// You can also pass in a string of extra JVM options to the driver and the
	// executors via spark.driver.extraJavaOptions and
	// spark.executor.extraJavaOptions respectively.
	//
	// Example Spark confs:
	//
	//     {"spark.speculation": true, "spark.streaming.ui.retainedBatches": 5}
	//
	//  or
	//
	//     {"spark.driver.extraJavaOptions": "-verbose:gc -XX:+PrintGCDetails"}
	SparkConf SparkConf `json:"spark_conf,omitempty"`

	// Attributes related to clusters running on Amazon Web Services. If not
	// specified at cluster creation, a set of default values will be used.
	AwsAttributes *AwsAttributes `json:"aws_attributes,omitempty"`

	// Parameters needed in order to automatically scale clusters up and down
	// based on load. Note: autoscaling works best with Databricks Runtime 3.0
	// or above.
	Autoscale *Autoscale `json:"autoscale,omitempty"`

	// Additional tags for cluster resources. Databricks will tag all cluster
	// resources (e.g., AWS instances and EBS volumes) with these tags in
	// addition to default_tags. Notes:
	//  * Tags are not supported on legacy node types such as compute-optimized
	//  and memory-optimized
	//  * Databricks allows at most 45 custom tags
	CustomTags []ClusterTag `json:"custom_tags,omitempty"`

	// The configuration for delivering Spark logs to a long-term storage
	// destination. Only one destination can be specified for one cluster. If
	// the conf is given, the logs will be delivered to the destination every 5
	// mins. The destination of driver logs is
	// <destination>/<cluster-ID>/driver, while the destination of executor logs
	// is <destination>/<cluster-ID>/executor.
	ClusterLogConf *ClusterLogConf `json:"cluster_log_conf,omitempty"`

	// The configuration for storing init scripts. Any number of destinations
	// can be specified. The scripts are executed sequentially in the order
	// provided. If cluster_log_conf is specified, init script logs are sent to
	// <destination>/<cluster-ID>/init_scripts.
	InitScripts []InitScriptInfo `json:"init_scripts,omitempty"`

	// Docker image for a custom container.
	DockerImage *DockerImage `json:"docker_image,omitempty"`

	// An object containing a set of optional, user-specified environment
	// variable key-value pairs. Key-value pairs of the form (X,Y) are exported
	// as is (i.e., export X='Y') while launching the driver and workers. In
	// order to specify an additional set of SPARK_DAEMON_JAVA_OPTS, we
	// recommend appending them to $SPARK_DAEMON_JAVA_OPTS as shown in the
	// example below. This ensures that all default databricks managed
	// environmental variables are included as well. Example Spark environment
	// variables:
	//
	//     {
	//       "SPARK_WORKER_MEMORY": "28000m",
	//       "SPARK_LOCAL_DIRS": "/local_disk0"
	//     }
	//     or
	//    {"SPARK_DAEMON_JAVA_OPTS": "$SPARK_DAEMON_JAVA_OPTS -Dspark.shuffle.service.enabled=true"}
	SparkEnvVars map[string]string `json:"spark_env_vars,omitempty"`

	// Automatically terminates the cluster after it is inactive for this time
	// in minutes. If not set, this cluster will not be automatically
	// terminated. If specified, the threshold must be between 10 and 10000
	// minutes. You can also set this value to 0 to explicitly disable automatic
	// termination.
	AutoterminationMinutes *int `json:"autotermination_minutes,omitempty"`

	// Autoscaling Local Storage: when enabled, this cluster will dynamically
	// acquire additional disk space when its Spark workers are running low on
	// disk space. This feature requires specific AWS permissions to function
	// correctly - refer to [Autoscaling local
	// storage](https://docs.databricks.com/clusters/configure.html#autoscaling-local-storage)
	// for details.
	EnableElasticDisk bool `json:"enable_elastic_disk,omitempty"`

	// The optional ID of the instance pool to which the cluster belongs. Refer
	// to [Instance Pools
	// API](https://docs.databricks.com/dev-tools/api/latest/instance-pools.html#instance-pools-api)
	// for details.
	InstancePoolID string `json:"instance_pool_id,omitempty"`

	// An optional token that can be used to guarantee the idempotency of
	// cluster creation requests. If an active cluster with the provided token
	// already exists, the request will not create a new cluster, but it will
	// return the ID of the existing cluster instead. The existence of a cluster
	// with the same token is not checked against terminated clusters.
	//
	// If you specify the idempotency token, upon failure you can retry until
	// the request succeeds. Databricks will guarantee that exactly one cluster
	// will be launched with that idempotency token.
	//
	// This token should have at most 64 characters.
	IdempotencyToken string `json:"idempotency_token,omitempty"`
}

type ClusterSize struct {
	NumWorkers int        `json:"num_workers,omitempty"`
	Autoscale  *Autoscale `json:"autoscale,omitempty"`
}

type ClusterSource uint8

type ClusterSpec struct {
	ExistingClusterID string      `json:"existing_cluster_id,omitempty"`
	NewCluster        *NewCluster `json:"new_cluster,omitempty"`
	Libraries         []Library   `json:"libraries,omitempty"`
}

type ClusterState uint8

type ClusterTag struct {
	// The key of the tag. The key length must be between 1 and 127 UTF-8
	// characters, inclusive. For a list of all restrictions, see AWS Tag
	// Restrictions:
	// https://docs.aws.amazon.com/AWSEC2/latest/UserGuide/Using_Tags.html#tag-restrictions
	Key string `json:"key"`

	// The value of the tag. The value length must be less than or equal to 255
	// UTF-8 characters. For a list of all restrictions, see AWS Tag
	// Restrictions:
	// https://docs.aws.amazon.com/AWSEC2/latest/UserGuide/Using_Tags.html#tag-restrictions
	Value string `json:"value"`
}

type ClustersService service

type CreateACLInput struct {
	Scope      string        `json:"scope"`
	Principal  string        `json:"principal"`
	Permission ACLPermission `json:"permission"`
}

type CreateACLOutput struct{}

type CreateClusterInput struct {
	NumWorkers             int               `json:"num_workers,omitempty"`
	ClusterName            string            `json:"cluster_name,omitempty"`
	SparkVersion           string            `json:"spark_version"`
	NodeTypeID             string            `json:"node_type_id"`
	DriverNodeTypeID       string            `json:"driver_node_type_id,omitempty"`
	SSHPublicKeys          []string          `json:"ssh_public_keys,omitempty"`
	SparkConf              SparkConf         `json:"spark_conf,omitempty"`
	AwsAttributes          *AwsAttributes    `json:"aws_attributes,omitempty"`
	Autoscale              *Autoscale        `json:"autoscale,omitempty"`
	CustomTags             []ClusterTag      `json:"custom_tags,omitempty"`
	ClusterLogConf         *ClusterLogConf   `json:"cluster_log_conf,omitempty"`
	InitScripts            []InitScriptInfo  `json:"init_scripts,omitempty"`
	DockerImage            *DockerImage      `json:"docker_image,omitempty"`
	SparkEnvVars           map[string]string `json:"spark_env_vars,omitempty"`
	AutoterminationMinutes *int              `json:"autotermination_minutes,omitempty"`
	EnableElasticDisk      bool              `json:"enable_elastic_disk,omitempty"`
	InstancePoolID         string            `json:"instance_pool_id,omitempty"`
	IdempotencyToken       string            `json:"idempotency_token,omitempty"`
}

type CreateClusterOutput struct {
	ClusterID string
}

type CreateDBFSDirectoryInput struct {
	PathParam
}

type CreateDBFSDirectoryOutput struct{}

type CreateDBFSStreamInput struct {
	PathParam
	Overwrite bool `json:"overwrite"`
}

type CreateDBFSStreamOutput struct {
	Handle int `json:"handle"`
}

type CreateDirectoryInput struct {
	PathParam
}

type CreateDirectoryOutput struct{}

type CreateGroupInput struct {
	GroupName string `json:"group_name"`
}

type CreateGroupOutput struct {
	GroupName string `json:"group_name"`
}

type CreateJobInput struct {
	JobSettings
}

type CreateJobOutput struct {
	JobID int `json:"job_id"`
}

type CreatePoolInput struct {
	InstancePoolMutableParams
	AWSAttributes          *InstancePoolAWSAttributes `json:"aws_attributes,omitempty"`
	CustomTags             []ClusterTag               `json:"custom_tags,omitempty"`
	EnableElasticDisk      bool                       `json:"enable_elastic_disk,omitempty"`
	DiskSpec               DiskSpec                   `json:"disk_spec,omitempty"`
	PreloadedSparkVersions []string                   `json:"preloaded_spark_versions,omitempty"`
}

type CreatePoolOutput struct {
	InstancePoolID string `json:"instance_pool_id"`
}

type CreateScopeInput struct {
	Scope   string `json:"scope"`
	Manager string `json:"initial_manage_principal,omitempty"`
}

type CreateScopeOutput struct{}

type CreateSecretInput struct {
	Scope       string `json:"scope"`
	Key         string `json:"key"`
	StringValue string `json:"string_value,omitempty"`
	BytesValue  []byte `json:"bytes_value,omitempty"`
}

type CreateSecretOutput struct{}

type CreateTokenInput struct {
	LifetimeSeconds int    `json:"lifetime_seconds,omitempty"`
	Comment         string `json:"comment,omitempty"`
}

type CreateTokenOutput struct {
	TokenValue string    `json:"token_value"`
	TokenInfo  TokenInfo `json:"token_info"`
}

type DBC struct {
	Version         string          `json:"version"`
	OrigID          int             `json:"origId"`
	Name            string          `json:"name"`
	Language        *Language       `json:"language"`
	Dashboards      json.RawMessage `json:"dashboards"`
	GUID            string          `json:"guid"`
	GlobalVars      json.RawMessage `json:"globalVars"`
	IPythonMetadata json.RawMessage `json:"iPythonMetadata"`
	InputWidgets    json.RawMessage `json:"inputWidgets"`
	Commands        json.RawMessage `json:"commands"`
}

type DBFSService service

type DBFSStorageInfo struct {
	// DBFS destination, e.g. dbfs:/my/path
	Destination string `json:"destination"`
}

type Decoder interface {
	Decode(data string) error
}

type DeleteACLInput struct {
	Scope     string `json:"scope"`
	Principal string `json:"principal"`
}

type DeleteACLOutput struct{}

type DeleteClusterInput struct {
	ClusterIDParam
}

type DeleteClusterOutput struct{}

type DeleteDBFSFilepathInput struct {
	PathParam
	Recursive bool `json:"recursive"`
}

type DeleteDBFSFilepathOutput struct{}

type DeleteGroupInput struct {
	GroupName string `json:"group_name"`
}

type DeleteGroupOutput struct{}

type DeleteJobInput struct {
	JobIDParam
}

type DeleteJobOutput struct{}

type DeleteJobRunInput struct {
	RunIDParam
}

type DeleteJobRunOutput struct{}

type DeleteNodeInput struct {
	PathParam
	Recursive bool `json:"recursive,omitempty"`
}

type DeleteNodeOutput struct{}

type DeletePoolInput struct {
	InstancePoolIDParam
}

type DeletePoolOutput struct{}

type DeleteScopeInput struct {
	Scope string `json:"scope"`
}

type DeleteScopeOutput struct{}

type DeleteSecretInput struct {
	Scope string `json:"scope"`
	Key   string `json:"key"`
}

type DeleteSecretOutput struct{}

type DeregisterProfileInput struct {
	InstanceProfileARNParam
}

type DeregisterProfileOutput struct{}

type DescribeClusterInput struct {
	ClusterIDParam
}

type DescribeClusterOutput struct {
	Cluster
}

type DescribeDBFSFilepathInput struct {
	PathParam
}

type DescribeDBFSFilepathOutput struct {
	Files []fileInfo `json:"files"`
}

type DescribeJobInput struct {
	JobIDParam
}

type DescribeJobOutput struct {
	Job
}

type DescribeJobRunInput struct {
	RunIDParam
}

type DescribeJobRunOutput struct {
	Run
}

type DescribeJobRunOutputInput struct {
	RunIDParam
}

type DescribeJobRunOutputOutput struct {
	Error          string          `json:"error,omitempty"`
	NotebookOutput *NotebookOutput `json:"notebook_output,omitempty"`
	Metadata       *Run            `json:"metadata"`
}

type DescribeLibraryStatusInput struct {
	ClusterIDParam
}

type DescribeLibraryStatusOutput struct {
	ClusterLibraryStatus `json:"cluster_library_status"`
}

type DescribeNodeInput struct {
	PathParam
}

type DescribeNodeOutput struct {
	ObjectInfo
}

type DiskSpec struct {
	DiskType  DiskType `json:"disk_type"`
	DiskCount int      `json:"disk_count"`
	DiskSize  int      `json:"disk_size"`
}

type DiskType struct {
	EBSVolumeType EBSVolumeType `json:"ebs_volume_type"`
}

type DockerBasicAuth struct {
	// User name for the Docker repository.
	Username string `json:"username"`

	// Password for the Docker repository.
	Password string `json:"password"`
}

type DockerImage struct {
	// URL for the Docker image
	URL string `json:"url"`

	// Basic authentication information for Docker repository.
	BasicAuth DockerBasicAuth `json:"basic_auth"`
}

type EBSVolumeType uint8

type EditClusterInput struct {
	NumWorkers             int               `json:"num_workers,omitempty"`
	Autoscale              *Autoscale        `json:"autoscale,omitempty"`
	ClusterID              string            `json:"cluster_id"`
	ClusterName            string            `json:"cluster_name,omitempty"`
	SparkVersion           string            `json:"spark_version"`
	SparkConf              SparkConf         `json:"spark_conf,omitempty"`
	AwsAttributes          *AwsAttributes    `json:"aws_attributes,omitempty"`
	NodeTypeID             string            `json:"node_type_id"`
	DriverNodeTypeID       string            `json:"driver_node_type_id,omitempty"`
	SSHPublicKeys          []string          `json:"ssh_public_keys,omitempty"`
	CustomTags             []ClusterTag      `json:"custom_tags,omitempty"`
	ClusterLogConf         *ClusterLogConf   `json:"cluster_log_conf,omitempty"`
	InitScripts            []InitScriptInfo  `json:"init_scripts,omitempty"`
	DockerImage            *DockerImage      `json:"docker_image,omitempty"`
	SparkEnvVars           map[string]string `json:"spark_env_vars,omitempty"`
	AutoterminationMinutes *int              `json:"autotermination_minutes,omitempty"`
	EnableElasticDisk      bool              `json:"enable_elastic_disk,omitempty"`
	InstancePoolID         string            `json:"instance_pool_id,omitempty"`
}

type EditClusterOutput struct{}

type EditPoolInput struct {
	InstancePoolIDParam
	InstancePoolMutableParams
}

type EditPoolOutput struct{}

type EmailNotifications struct {
	OnStart               []string `json:"on_start,omitempty"`
	OnSuccess             []string `json:"on_success,omitempty"`
	OnFailure             []string `json:"on_failure,omitempty"`
	NoAlertForSkippedRuns bool     `json:"no_alert_for_skipped_runs,omitempty"`
}

type Encoder interface {
	Encode() string
}

type Error struct {
	ErrorCode string `json:"error_code"`
	Message   string `json:"message"`
}

type EventDetails struct {
	CurrentNumWorkers   *int               `json:"current_num_workers,omitempty"`
	TargetNumWorkers    *int               `json:"target_num_workers,omitempty"`
	PreviousAttributes  *AwsAttributes     `json:"previous_attributes,omitempty"`
	Attributes          *AwsAttributes     `json:"attributes,omitempty"`
	PreviousClusterSize *ClusterSize       `json:"previous_cluster_size,omitempty"`
	ClusterSize         *ClusterSize       `json:"cluster_size,omitempty"`
	Cause               *ResizeCause       `json:"cause,omitempty"`
	Reason              *TerminationReason `json:"reason,omitempty"`
	User                *string            `json:"user,omitempty"`
}

type ExportFormat uint

type ExportJobRunInput struct {
	RunIDParam
	ViewsToExport ViewsToExport `json:"views_to_export"`
}

type ExportJobRunOutput struct {
	Views []ViewItem `json:"views"`
}

type ExportNodeInput struct {
	PathParam
	Format         ExportFormat `json:"format"`
	DirectDownload bool         `json:"direct_download"`
}

type ExportNodeOutput struct {
	Content []byte `json:"content"`
}

type GetACLInput struct {
	Scope     string `json:"scope"`
	Principal string `json:"principal"`
}

type GetACLOutput struct {
	Principal  string        `json:"principal"`
	Permission ACLPermission `json:"permission"`
}

type GetDBFSFilepathStatusInput struct {
	PathParam
}

type GetDBFSFilepathStatusOutput struct {
	// contains filtered or unexported fields
}

type GetPoolInput struct {
	InstancePoolIDParam
}

type GetPoolOutput struct {
	InstancePoolAndStats
	Status InstancePoolStatus `json:"status"`
}

type GroupsService service

type HandleParam struct {
	Handle int `json:"handle"`
}

type ImportNodeInput struct {
	PathParam
	Format    ExportFormat `json:"format"`
	Language  *Language    `json:"language,omitempty"`
	Content   []byte       `json:"content"`
	Overwrite bool         `json:"overwrite"`
}

type ImportNodeOutput struct{}

type InitScriptInfo struct {
	// DBFS location of init script. destination must be provided. For example,
	// { "dbfs" : { "destination" : "dbfs:/home/init_script" } }
	DBFS *DBFSStorageInfo `json:"dbfs,omitempty"`

	// S3 location of init script. destination and either region or endpoint
	// must be provided. For example:
	//
	//     {
	//       "s3": {
	//         "destination": "s3://init_script_bucket/prefix",
	//         "region": "us-west-2"
	//       }
	//     }
	S3 *S3StorageInfo `json:"s3,omitempty"`
}

type InstallLibraryInput struct {
	ClusterLibrariesParam
}

type InstallLibraryOutput struct{}

type InstancePoolAWSAttributes struct {
	Availability        AWSAvailability `json:"availability"`
	ZoneID              string          `json:"zone_id"`
	SpotBidPricePercent int             `json:"spot_bid_price_percent"`
}

type InstancePoolAndStats struct {
	InstancePoolMutableParams
	AWSAttributes          *InstancePoolAWSAttributes `json:"aws_attributes"`
	CustomTags             []ClusterTag               `json:"custom_tags"`
	EnableElasticDisk      bool                       `json:"enable_elastic_disk"`
	DiskSpec               DiskSpec                   `json:"disk_spec"`
	PreloadedSparkVersions []string                   `json:"preloaded_spark_versions"`
	InstancePoolID         string                     `json:"instance_pool_id"`
	DefaultTags            []ClusterTag               `json:"default_tags"`
	State                  InstancePoolState          `json:"state"`
	Stats                  InstancePoolStats          `json:"stats"`
}

type InstancePoolIDParam struct {
	InstancePoolID string `json:"instance_pool_id"`
}

type InstancePoolMutableParams struct {
	InstancePoolName               string `json:"instance_pool_name"`
	NodeTypeID                     string `json:"node_type_id"`
	MinIdleInstances               *int   `json:"min_idle_instances,omitempty"`
	MaxCapacity                    *int   `json:"max_capacity,omitempty"`
	IdleInstanceTerminationMinutes *int   `json:"idle_instance_termination_minutes,omitempty"`
}

type InstancePoolState uint

type InstancePoolStats struct {
	UsedCount        int `json:"used_count"`
	IdleCount        int `json:"idle_count"`
	PendingUsedCount int `json:"pending_used_count"`
	PendingIdleCount int `json:"pending_idle_count"`
}

type InstancePoolStatus struct {
	PendingInstanceErrors []PendingInstanceError `json:"pending_instance_errors"`
}

type InstanceProfileARNParam struct {
	InstanceProfileARN string `json:"instance_profile_arn"`
}

type Job struct {
	JobID           int         `json:"job_id"`
	CreatorUserName string      `json:"creator_user_name"`
	Settings        JobSettings `json:"settings"`
	CreatedTime     time.Time   `json:"created_time"`
}

type JobIDParam struct {
	JobID int `json:"job_id"`
}

type JobSettings struct {
	ExistingClusterID      string             `json:"existing_cluster_id,omitempty"`
	NewCluster             *NewCluster        `json:"new_cluster,omitempty"`
	NotebookTask           *NotebookTask      `json:"notebook_task,omitempty"`
	SparkJarTask           *SparkJarTask      `json:"spark_jar_task,omitempty"`
	SparkPythonTask        *SparkPythonTask   `json:"spark_python_task,omitempty"`
	SparkSubmitTask        *SparkSubmitTask   `json:"spark_submit_task,omitempty"`
	Name                   string             `json:"name,omitempty"`
	Libraries              []Library          `json:"libraries,omitempty"`
	EmailNotifications     EmailNotifications `json:"email_notifications,omitempty"`
	TimeoutSeconds         int                `json:"timeout_seconds,omitempty"`
	MaxRetries             int                `json:"max_retries,omitempty"`
	MinRetryIntervalMillis int                `json:"min_retry_interval_millis,omitempty"`
	RetryOnTimeout         bool               `json:"retry_on_timeout,omitempty"`
	Schedule               Schedule           `json:"schedule,omitempty"`
	MaxConcurrentRuns      int                `json:"max_concurrent_runs,omitempty"`
}

type JobTask struct {
	NotebookTask    *NotebookTask    `json:"notebook_task,omitempty"`
	SparkJarTask    *SparkJarTask    `json:"spark_jar_task,omitempty"`
	SparkPythonTask *SparkPythonTask `json:"spark_python_task,omitempty"`
	SparkSubmitTask *SparkSubmitTask `json:"spark_submit_task,omitempty"`
}

type JobsAWSAttributes struct {
	Availability AWSAvailability `json:"availability"`
}

type JobsService service

type Language uint

type LibrariesService service

type Library struct {
	JAR   string           `json:"jar,omitempty"`
	EGG   string           `json:"egg,omitempty"`
	WHL   string           `json:"whl,omitempty"`
	PyPI  *PythonPyLibrary `json:"pypi,omitempty"`
	Maven *MavenLibrary    `json:"maven,omitempty"`
	Cran  *RCranLibrary    `json:"cran,omitempty"`
}

type LibraryFullStatus struct {
	Library                 Library              `json:"library"`
	Status                  LibraryInstallStatus `json:"status"`
	Messages                []string             `json:"messages"`
	IsLibraryForAllClusters bool                 `json:"is_library_for_all_clusters"`
}

type LibraryInstallStatus uint

type ListACLsInput struct {
	Scope string `json:"scope"`
}

type ListACLsOutput struct {
	Items []ACLItem `json:"items"`
}

type ListClusterEventsInput struct {
	ClusterIDParam
	StartTime  *time.Time         `json:"start_time,omitempty"`
	EndTime    *time.Time         `json:"end_time,omitempty"`
	Order      ListOrder          `json:"order,omitempty"`
	EventTypes []ClusterEventType `json:"event_types,omitempty"`
	Offset     int                `json:"offset,omitempty"`
	Limit      int                `json:"limit,omitempty"`
}

type ListClusterEventsOutput struct {
	Events     []ClusterEvent          `json:"events"`
	NextPage   *ListClusterEventsInput `json:"next_page,omitempty"`
	TotalCount int                     `json:"total_count"`
}

type ListClustersInput nopInput

type ListClustersOutput struct {
	Clusters []*Cluster `json:"clusters"`
}

type ListGroupsInput nopInput

type ListGroupsOutput struct {
	GroupNames []string `json:"group_names"`
}

type ListJobRunsInput struct {
	ActiveOnly    bool `json:"active_only"`
	CompletedOnly bool `json:"completed_only"`
	JobID         int  `json:"job_id"`
	Offset        int  `json:"offset"`
	Limit         int  `json:"limit"`
}

type ListJobRunsOutput struct {
	Runs    []Run `json:"runs"`
	HasMore bool  `json:"has_more"`
}

type ListJobsInput nopInput

type ListJobsOutput struct {
	Jobs []Job `json:"jobs"`
}

type ListLibraryStatusesInput nopInput

type ListLibraryStatusesOutput struct {
	Statuses []ClusterLibraryStatus `json:"statuses"`
}

type ListMembersInput struct {
	Group string `json:"group_name"`
}

type ListMembersOutput struct {
	Members []Principal `json:"members"`
}

type ListNodeTypesInput nopInput

type ListNodeTypesOutput struct {
	NodeTypes []NodeType
}

type ListObjectsInput struct {
	PathParam
}

type ListObjectsOutput struct {
	Objects []ObjectInfo `json:"objects"`
}

type ListOrder uint8

type ListParentsInput struct {
	Principal
}

type ListParentsOutput struct {
	Groups []string `json:"group_names"`
}

type ListPoolsInput nopInput

type ListPoolsOutput struct {
	InstancePools []InstancePoolAndStats `json:"instance_pools"`
}

type ListProfilesInput nopInput

type ListProfilesOutput struct {
	InstanceProfiles []string `json:"instance_profiles"`
}

type ListRuntimeVersionsInput nopInput

type ListRuntimeVersionsOutput struct {
	Versions []SparkVersion `json:"versions"`
}

type ListScopesInput nopInput

type ListScopesOutput struct {
	Scopes []Scope `json:"scopes"`
}

type ListSecretsInput struct {
	Scope string `json:"scope"`
}

type ListSecretsOutput struct {
	Secrets []SecretMetadata `json:"secrets"`
}

type ListTokensInput nopInput

type ListTokensOutput struct {
	TokenInfos []TokenInfo `json:"token_infos"`
}

type ListZonesInput nopInput

type ListZonesOutput struct {
	Zones       []string `json:"zones"`
	DefaultZone string   `json:"default_zone"`
}

type MavenLibrary struct {
	Coordinates string   `json:"coordinates"`
	Repo        string   `json:"repo"`
	Exclusions  []string `json:"exclusions"`
}

type MoveDBFSFilepathInput struct {
	SourcePath      string `json:"source_path"`
	DestinationPath string `json:"destination_path"`
}

type MoveDBFSFilepathOutput struct{}

type NewCluster struct {
	SparkVersion  string            `json:"spark_version"`
	NodeTypeID    string            `json:"node_type_id"`
	AWSAttributes JobsAWSAttributes `json:"aws_attributes"`
	NumWorkers    int               `json:"num_workers"`
}

type NodeInstanceType struct {
	LocalDisks      int    `json:"local_disks"`
	InstanceTypeID  string `json:"instance_type_id"`
	LocalDiskSizeGB int    `json:"local_disk_size_gb"`
}

type NodeType struct {
	Category              string           `json:"category"`
	NodeTypeID            string           `json:"node_type_id"`
	Description           string           `json:"description"`
	NumGPUs               int              `json:"num_gpus"`
	NumCores              float64          `json:"num_cores"`
	DisplayOrder          int              `json:"display_order"`
	InstanceTypeID        string           `json:"instance_type_id"`
	MemoryMB              int              `json:"memory_mb"`
	IsDeprecated          bool             `json:"is_deprecated"`
	SupportClusterTags    bool             `json:"support_cluster_tags"`
	IsIOCacheEnabled      bool             `json:"is_io_cache_enabled"`
	IsHidden              bool             `json:"is_hidden"`
	SupportEBSVolumes     bool             `json:"support_ebs_volumes"`
	SupportPortForwarding bool             `json:"support_port_forwarding"`
	NodeInstanceType      NodeInstanceType `json:"node_instance_type"`
}

type NotebookOutput struct {
	Result    string `json:"result"`
	Truncated bool   `json:"truncated"`
}

type NotebookTask struct {
	NotebookPath   string            `json:"notebook_path,omitempty"`
	BaseParameters map[string]string `json:"base_parameters,omitempty"`
}

type ObjectInfo struct {
	ObjectType ObjectType `json:"object_type"`
	ObjectID   int        `json:"object_id"`
	Path       string     `json:"path"`
	Language   *Language  `json:"language,omitempty"`
}

type ObjectType uint

type ParameterPair struct {
	Key   TerminationParameter `json:"key"`
	Value string               `json:"value"`
}

type PathParam struct {
	Path string `json:"path"`
}

type PendingInstanceError struct {
	InstanceID string `json:"instance_id"`
	Message    string `json:"message"`
}

type PinClusterInput struct {
	ClusterIDParam
}

type PinClusterOutput struct{}

type PoolsService service

type Principal struct {
	UserName  string `json:"user_name,omitempty"`
	GroupName string `json:"group_name,omitempty"`
}

type ProfilesService service

type PythonPyLibrary struct {
	Package string `json:"package"`
	Repo    string `json:"repo"`
}

type RCranLibrary struct {
	Package string `json:"package"`
	Repo    string `json:"repo"`
}

type ReadDBFSFileInput struct {
	PathParam
	Offset int `json:"offset"`
	Length int `json:"length"`
}

type ReadDBFSFileOutput struct {
	BytesRead int    `json:"bytes_read"`
	Data      []byte `json:"data"`
}

type RegisterProfileInput struct {
	InstanceProfileARNParam
	SkipValidation bool `json:"skip_validation"`
}

type RegisterProfileOutput struct{}

type RemoveMemberInput struct {
	Principal
	ParentName string `json:"parent_name"`
}

type RemoveMemberOutput struct{}

type ResetJobInput struct {
	JobIDParam
	NewSettings JobSettings `json:"new_settings"`
}

type ResetJobOutput struct{}

type ResizeCause uint8

type ResizeClusterInput struct {
	NumWorkers int        `json:"num_workers,omitempty"`
	Autoscale  *Autoscale `json:"autoscale,omitempty"`
	ClusterIDParam
}

type ResizeClusterOutput struct{}

type RestartClusterInput struct {
	ClusterIDParam
}

type RestartClusterOutput struct{}

type RevokeTokenInput struct {
	TokenID string `json:"token_id"`
}

type RevokeTokenOutput struct{}

type Run struct {
	JobID                int             `json:"job_id"`
	RunID                int             `json:"run_id"`
	RunName              string          `json:"run_name,omitempty"`
	CreatorUserName      string          `json:"creator_user_name"`
	NumberInJob          int             `json:"number_in_job"`
	OriginalAttemptRunID int             `json:"original_attempt_run_id"`
	State                RunState        `json:"state"`
	Schedule             Schedule        `json:"schedule"`
	Task                 JobTask         `json:"task"`
	ClusterSpec          ClusterSpec     `json:"cluster_spec"`
	ClusterInstance      ClusterInstance `json:"cluster_instance"`
	OverridingParameters RunParameters   `json:"overriding_parameters"`
	StartTime            time.Time       `json:"start_time"`
	SetupDuration        int             `json:"setup_duration"`
	ExecutionDuration    int             `json:"execution_duration"`
	CleanupDuration      int             `json:"cleanup_duration"`
	Trigger              TriggerType     `json:"trigger"`
}

type RunIDParam struct {
	RunID int `json:"run_id"`
}

type RunJobInput struct {
	JobIDParam
	JarParams         []string          `json:"jar_params,omitempty"`
	NotebookParams    map[string]string `json:"notebook_params,omitempty"`
	PythonParams      []string          `json:"python_params,omitempty"`
	SparkSubmitParams []string          `json:"spark_submit_params,omitempty"`
}

type RunJobOutput struct {
	RunID       int `json:"run_id"`
	NumberInJob int `json:"number_in_job"`
}

type RunLifecycleState uint8

type RunParameters struct {
	RunName           string            `json:"-"`
	IdempotencyToken  string            `json:"-"`
	JarParams         []string          `json:"jar_params"`
	NotebookParams    map[string]string `json:"notebook_params"`
	PythonParams      []string          `json:"python_params"`
	SparkSubmitParams []string          `json:"spark_submit_params"`
}

type RunResultState uint8

type RunState struct {
	LifecycleState RunLifecycleState `json:"lifecycle_state"`
	ResultState    RunResultState    `json:"result_state,omitempty"`
	StateMessage   string            `json:"state_message"`
}

type S3StorageInfo struct {
	// S3 destination, e.g. s3://my-bucket/some-prefix. You must set cluster an
	// IAM role and the role must have write access to the destination. You
	// cannot use AWS keys.
	Destination string `json:"destination"`

	// S3 region, e.g. us-west-2. Either region or endpoint must be set. If both
	// are set, endpoint is used.
	Region string `json:"region,omitempty"`

	// S3 endpoint, e.g. https://s3-us-west-2.amazonaws.com. Either region or
	// endpoint needs to be set. If both are set, endpoint is used.
	Endpoint string `json:"endpoint,omitempty"`

	// (Optional) Enable server side encryption, false by default.
	EnableEncryption bool `json:"enable_encryption,omitempty"`

	// (Optional) The encryption type, it could be sse-s3 or sse-kms. It is used
	// only when encryption is enabled and the default type is sse-s3.
	EncryptionType string `json:"encryption_type,omitempty"`

	// (Optional) KMS key used if encryption is enabled and encryption type is
	// set to sse-kms.
	KMSKey string `json:"kms_key,omitempty"`

	// (Optional) Set canned access control list, e.g.
	// bucket-owner-full-control. If canned_cal is set, the cluster IAM role
	// must have s3:PutObjectAcl permission on the destination bucket and
	// prefix. The full list of possible canned ACL can be found at
	// https://docs.aws.amazon.com/AmazonS3/latest/dev/acl-overview.html#canned-acl.
	// By default only the object owner gets full control. If you are using
	// cross account role for writing data, you may want to set
	// bucket-owner-full-control to make bucket owner able to read the logs.
	CannedACL string `json:"canned_acl,omitempty"`
}

type Schedule struct {
	QuartzCronExpression string `json:"quartz_cron_expression"`
	TimezoneID           string `json:"timezone_id"`
}

type Scope struct {
	Name        string `json:"name"`
	BackendType string `json:"backend_type"`
}

type SecretMetadata struct {
	Key                  string    `json:"key"`
	LastUpdatedTimestamp time.Time `json:"last_updated_timestamp"`
}

type SecretsService service

type SparkConf map[string]interface{}

type SparkJarTask struct {
	MainClassName string   `json:"main_class_name,omitempty"`
	Parameters    []string `json:"parameters,omitempty"`
}

type SparkNode struct {
	PrivateIP         net.IP                 `json:"private_ip"`
	PublicDNS         string                 `json:"public_dns"`
	NodeID            string                 `json:"node_id"`
	InstanceID        string                 `json:"instance_id"`
	StartTimestamp    time.Time              `json:"start_timestamp"`
	NodeAwsAttributes SparkNodeAwsAttributes `json:"node_aws_attributes"`
	HostPrivateIP     net.IP                 `json:"host_private_ip"`
}

type SparkNodeAwsAttributes struct {
	IsSpot bool `json:"is_spot"`
}

type SparkPythonTask struct {
	PythonFile string   `json:"python_file,omitempty"`
	Parameters []string `json:"parameters,omitempty"`
}

type SparkSubmitTask struct {
	Parameters []string `json:"parameters,omitempty"`
}

type SparkVersion struct {
	Key  string `json:"key"`
	Name string `json:"name"`
}

type StartClusterInput struct {
	ClusterIDParam
}

type StartClusterOutput struct{}

type SubmitJobRunInput struct {
	ExistingClusterID string           `json:"existing_cluster_id,omitempty"`
	NewCluster        *NewCluster      `json:"new_cluster,omitempty"`
	NotebookTask      *NotebookTask    `json:"notebook_task,omitempty"`
	SparkJarTask      *SparkJarTask    `json:"spark_jar_task,omitempty"`
	SparkPythonTask   *SparkPythonTask `json:"spark_python_task,omitempty"`
	SparkSubmitTask   *SparkSubmitTask `json:"spark_submit_task,omitempty"`
	RunName           string           `json:"run_name,omitempty"`
	Libraries         []Library        `json:"libraries,omitempty"`
	TimeoutSeconds    int              `json:"timeout_seconds,omitempty"`
	IdempotencyToken  string           `json:"idempotency_token,omitempty"`
}

type SubmitJobRunOutput struct {
	RunID int `json:"run_id"`
}

type TerminateClusterInput struct {
	ClusterIDParam
}

type TerminateClusterOutput struct{}

type TerminationCode uint8

type TerminationParameter string

type TerminationReason struct {
	Code       TerminationCode `json:"code"`
	Parameters []ParameterPair `json:"parameters"`
}

type TokenInfo struct {
	TokenID      string     `json:"token_id"`
	CreationTime time.Time  `json:"creation_time"`
	ExpiryTime   *time.Time `json:"expiry_time"`
	Comment      string     `json:"comment"`
}

type TokensService service

type TriggerType uint8

type UninstallLibraryInput struct {
	ClusterLibrariesParam
}

type UninstallLibraryOutput struct{}

type UnpinClusterInput struct {
	ClusterIDParam
}

type UnpinClusterOutput struct{}

type Validator interface {
	Validate() error
}

type ViewItem struct {
	Content string   `json:"content"`
	Name    string   `json:"name"`
	Type    ViewType `json:"type"`
}

type ViewType uint8

type ViewsToExport uint8

type WorkspacesService service

type WriteDBFSFileInput struct {
	PathParam
	Contents  []byte `json:"contents"`
	Overwrite bool   `json:"overwrite"`
}

type WriteDBFSFileOutput struct{}