plugins

package
v1.0.15 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Apr 20, 2023 License: Apache-2.0 Imports: 15 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

View Source 
var SparkApplication_Type_name = map[int32]string{
	0: "PYTHON",
	1: "JAVA",
	2: "SCALA",
	3: "R",
}
View Source 
var SparkApplication_Type_value = map[string]int32{
	"PYTHON": 0,
	"JAVA":   1,
	"SCALA":  2,
	"R":      3,
}

Functions

This section is empty.

Types

type ArrayJob 

type ArrayJob struct {
	// Defines the minimum number of instances to bring up concurrently at any given point. Note that this is an
	// optimistic restriction and that, due to network partitioning or other failures, the actual number of currently
	// running instances might be more. This has to be a positive number if assigned. Default value is size.
	Parallelism int64 `protobuf:"varint,1,opt,name=parallelism,proto3" json:"parallelism,omitempty"`
	// Defines the number of instances to launch at most. This number should match the size of the input if the job
	// requires processing of all input data. This has to be a positive number.
	// In the case this is not defined, the back-end will determine the size at run-time by reading the inputs.
	Size int64 `protobuf:"varint,2,opt,name=size,proto3" json:"size,omitempty"`
	// Types that are valid to be assigned to SuccessCriteria:
	//	*ArrayJob_MinSuccesses
	//	*ArrayJob_MinSuccessRatio
	SuccessCriteria      isArrayJob_SuccessCriteria `protobuf_oneof:"success_criteria"`
	XXX_NoUnkeyedLiteral struct{}                   `json:"-"`
	XXX_unrecognized     []byte                     `json:"-"`
	XXX_sizecache        int32                      `json:"-"`
}

Describes a job that can process independent pieces of data concurrently. Multiple copies of the runnable component will be executed concurrently.

func (*ArrayJob) Descriptor 

func (*ArrayJob) Descriptor() ([]byte, []int)

func (*ArrayJob) GetMinSuccessRatio 

func (m *ArrayJob) GetMinSuccessRatio() float32

func (*ArrayJob) GetMinSuccesses 

func (m *ArrayJob) GetMinSuccesses() int64

func (*ArrayJob) GetParallelism 

func (m *ArrayJob) GetParallelism() int64

func (*ArrayJob) GetSize 

func (m *ArrayJob) GetSize() int64

func (*ArrayJob) GetSuccessCriteria 

func (m *ArrayJob) GetSuccessCriteria() isArrayJob_SuccessCriteria

func (*ArrayJob) ProtoMessage 

func (*ArrayJob) ProtoMessage()

func (*ArrayJob) Reset 

func (m *ArrayJob) Reset()

func (*ArrayJob) String 

func (m *ArrayJob) String() string

func (*ArrayJob) Validate 

func (m *ArrayJob) Validate() error

Validate checks the field values on ArrayJob with the rules defined in the proto definition for this message. If any rules are violated, an error is returned.

func (*ArrayJob) XXX_DiscardUnknown 

func (m *ArrayJob) XXX_DiscardUnknown()

func (*ArrayJob) XXX_Marshal 

func (m *ArrayJob) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ArrayJob) XXX_Merge 

func (m *ArrayJob) XXX_Merge(src proto.Message)

func (*ArrayJob) XXX_OneofWrappers 

func (*ArrayJob) XXX_OneofWrappers() []interface{}

XXX_OneofWrappers is for the internal use of the proto package.

func (*ArrayJob) XXX_Size 

func (m *ArrayJob) XXX_Size() int

func (*ArrayJob) XXX_Unmarshal 

func (m *ArrayJob) XXX_Unmarshal(b []byte) error

type ArrayJobValidationError 

type ArrayJobValidationError struct {
	// contains filtered or unexported fields
}

ArrayJobValidationError is the validation error returned by ArrayJob.Validate if the designated constraints aren't met.

func (ArrayJobValidationError) Cause 

func (e ArrayJobValidationError) Cause() error

Cause function returns cause value.

func (ArrayJobValidationError) Error 

func (e ArrayJobValidationError) Error() string

Error satisfies the builtin error interface

func (ArrayJobValidationError) ErrorName 

func (e ArrayJobValidationError) ErrorName() string

ErrorName returns error name.

func (ArrayJobValidationError) Field 

func (e ArrayJobValidationError) Field() string

Field function returns field value.

func (ArrayJobValidationError) Key 

func (e ArrayJobValidationError) Key() bool

Key function returns key value.

func (ArrayJobValidationError) Reason 

func (e ArrayJobValidationError) Reason() string

Reason function returns reason value.

type ArrayJob_MinSuccessRatio 

type ArrayJob_MinSuccessRatio struct {
	MinSuccessRatio float32 `protobuf:"fixed32,4,opt,name=min_success_ratio,json=minSuccessRatio,proto3,oneof"`
}

type ArrayJob_MinSuccesses 

type ArrayJob_MinSuccesses struct {
	MinSuccesses int64 `protobuf:"varint,3,opt,name=min_successes,json=minSuccesses,proto3,oneof"`
}

type DaskJob 

type DaskJob struct {
	// Spec for the scheduler pod.
	Scheduler *DaskScheduler `protobuf:"bytes,1,opt,name=scheduler,proto3" json:"scheduler,omitempty"`
	// Spec of the default worker group.
	Workers              *DaskWorkerGroup `protobuf:"bytes,2,opt,name=workers,proto3" json:"workers,omitempty"`
	XXX_NoUnkeyedLiteral struct{}         `json:"-"`
	XXX_unrecognized     []byte           `json:"-"`
	XXX_sizecache        int32            `json:"-"`
}

Custom Proto for Dask Plugin.

func (*DaskJob) Descriptor 

func (*DaskJob) Descriptor() ([]byte, []int)

func (*DaskJob) GetScheduler 

func (m *DaskJob) GetScheduler() *DaskScheduler

func (*DaskJob) GetWorkers 

func (m *DaskJob) GetWorkers() *DaskWorkerGroup

func (*DaskJob) ProtoMessage 

func (*DaskJob) ProtoMessage()

func (*DaskJob) Reset 

func (m *DaskJob) Reset()

func (*DaskJob) String 

func (m *DaskJob) String() string

func (*DaskJob) Validate 

func (m *DaskJob) Validate() error

Validate checks the field values on DaskJob with the rules defined in the proto definition for this message. If any rules are violated, an error is returned.

func (*DaskJob) XXX_DiscardUnknown 

func (m *DaskJob) XXX_DiscardUnknown()

func (*DaskJob) XXX_Marshal 

func (m *DaskJob) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*DaskJob) XXX_Merge 

func (m *DaskJob) XXX_Merge(src proto.Message)

func (*DaskJob) XXX_Size 

func (m *DaskJob) XXX_Size() int

func (*DaskJob) XXX_Unmarshal 

func (m *DaskJob) XXX_Unmarshal(b []byte) error

type DaskJobValidationError 

type DaskJobValidationError struct {
	// contains filtered or unexported fields
}

DaskJobValidationError is the validation error returned by DaskJob.Validate if the designated constraints aren't met.

func (DaskJobValidationError) Cause 

func (e DaskJobValidationError) Cause() error

Cause function returns cause value.

func (DaskJobValidationError) Error 

func (e DaskJobValidationError) Error() string

Error satisfies the builtin error interface

func (DaskJobValidationError) ErrorName 

func (e DaskJobValidationError) ErrorName() string

ErrorName returns error name.

func (DaskJobValidationError) Field 

func (e DaskJobValidationError) Field() string

Field function returns field value.

func (DaskJobValidationError) Key 

func (e DaskJobValidationError) Key() bool

Key function returns key value.

func (DaskJobValidationError) Reason 

func (e DaskJobValidationError) Reason() string

Reason function returns reason value.

type DaskScheduler 

type DaskScheduler struct {
	// Optional image to use. If unset, will use the default image.
	Image string `protobuf:"bytes,1,opt,name=image,proto3" json:"image,omitempty"`
	// Resources assigned to the scheduler pod.
	Resources            *core.Resources `protobuf:"bytes,2,opt,name=resources,proto3" json:"resources,omitempty"`
	XXX_NoUnkeyedLiteral struct{}        `json:"-"`
	XXX_unrecognized     []byte          `json:"-"`
	XXX_sizecache        int32           `json:"-"`
}

Specification for the scheduler pod.

func (*DaskScheduler) Descriptor 

func (*DaskScheduler) Descriptor() ([]byte, []int)

func (*DaskScheduler) GetImage 

func (m *DaskScheduler) GetImage() string

func (*DaskScheduler) GetResources 

func (m *DaskScheduler) GetResources() *core.Resources

func (*DaskScheduler) ProtoMessage 

func (*DaskScheduler) ProtoMessage()

func (*DaskScheduler) Reset 

func (m *DaskScheduler) Reset()

func (*DaskScheduler) String 

func (m *DaskScheduler) String() string

func (*DaskScheduler) Validate 

func (m *DaskScheduler) Validate() error

Validate checks the field values on DaskScheduler with the rules defined in the proto definition for this message. If any rules are violated, an error is returned.

func (*DaskScheduler) XXX_DiscardUnknown 

func (m *DaskScheduler) XXX_DiscardUnknown()

func (*DaskScheduler) XXX_Marshal 

func (m *DaskScheduler) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*DaskScheduler) XXX_Merge 

func (m *DaskScheduler) XXX_Merge(src proto.Message)

func (*DaskScheduler) XXX_Size 

func (m *DaskScheduler) XXX_Size() int

func (*DaskScheduler) XXX_Unmarshal 

func (m *DaskScheduler) XXX_Unmarshal(b []byte) error

type DaskSchedulerValidationError 

type DaskSchedulerValidationError struct {
	// contains filtered or unexported fields
}

DaskSchedulerValidationError is the validation error returned by DaskScheduler.Validate if the designated constraints aren't met.

func (DaskSchedulerValidationError) Cause 

func (e DaskSchedulerValidationError) Cause() error

Cause function returns cause value.

func (DaskSchedulerValidationError) Error 

func (e DaskSchedulerValidationError) Error() string

Error satisfies the builtin error interface

func (DaskSchedulerValidationError) ErrorName 

func (e DaskSchedulerValidationError) ErrorName() string

ErrorName returns error name.

func (DaskSchedulerValidationError) Field 

func (e DaskSchedulerValidationError) Field() string

Field function returns field value.

func (DaskSchedulerValidationError) Key 

func (e DaskSchedulerValidationError) Key() bool

Key function returns key value.

func (DaskSchedulerValidationError) Reason 

func (e DaskSchedulerValidationError) Reason() string

Reason function returns reason value.

type DaskWorkerGroup 

type DaskWorkerGroup struct {
	// Number of workers in the group.
	NumberOfWorkers uint32 `protobuf:"varint,1,opt,name=number_of_workers,json=numberOfWorkers,proto3" json:"number_of_workers,omitempty"`
	// Optional image to use for the pods of the worker group. If unset, will use the default image.
	Image string `protobuf:"bytes,2,opt,name=image,proto3" json:"image,omitempty"`
	// Resources assigned to the all pods of the worker group.
	// As per https://kubernetes.dask.org/en/latest/kubecluster.html?highlight=limit#best-practices
	// it is advised to only set limits. If requests are not explicitly set, the plugin will make
	// sure to set requests==limits.
	// The plugin sets ` --memory-limit` as well as `--nthreads` for the workers according to the limit.
	Resources            *core.Resources `protobuf:"bytes,3,opt,name=resources,proto3" json:"resources,omitempty"`
	XXX_NoUnkeyedLiteral struct{}        `json:"-"`
	XXX_unrecognized     []byte          `json:"-"`
	XXX_sizecache        int32           `json:"-"`
}

func (*DaskWorkerGroup) Descriptor 

func (*DaskWorkerGroup) Descriptor() ([]byte, []int)

func (*DaskWorkerGroup) GetImage 

func (m *DaskWorkerGroup) GetImage() string

func (*DaskWorkerGroup) GetNumberOfWorkers 

func (m *DaskWorkerGroup) GetNumberOfWorkers() uint32

func (*DaskWorkerGroup) GetResources 

func (m *DaskWorkerGroup) GetResources() *core.Resources

func (*DaskWorkerGroup) ProtoMessage 

func (*DaskWorkerGroup) ProtoMessage()

func (*DaskWorkerGroup) Reset 

func (m *DaskWorkerGroup) Reset()

func (*DaskWorkerGroup) String 

func (m *DaskWorkerGroup) String() string

func (*DaskWorkerGroup) Validate 

func (m *DaskWorkerGroup) Validate() error

Validate checks the field values on DaskWorkerGroup with the rules defined in the proto definition for this message. If any rules are violated, an error is returned.

func (*DaskWorkerGroup) XXX_DiscardUnknown 

func (m *DaskWorkerGroup) XXX_DiscardUnknown()

func (*DaskWorkerGroup) XXX_Marshal 

func (m *DaskWorkerGroup) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*DaskWorkerGroup) XXX_Merge 

func (m *DaskWorkerGroup) XXX_Merge(src proto.Message)

func (*DaskWorkerGroup) XXX_Size 

func (m *DaskWorkerGroup) XXX_Size() int

func (*DaskWorkerGroup) XXX_Unmarshal 

func (m *DaskWorkerGroup) XXX_Unmarshal(b []byte) error

type DaskWorkerGroupValidationError 

type DaskWorkerGroupValidationError struct {
	// contains filtered or unexported fields
}

DaskWorkerGroupValidationError is the validation error returned by DaskWorkerGroup.Validate if the designated constraints aren't met.

func (DaskWorkerGroupValidationError) Cause 

func (e DaskWorkerGroupValidationError) Cause() error

Cause function returns cause value.

func (DaskWorkerGroupValidationError) Error 

func (e DaskWorkerGroupValidationError) Error() string

Error satisfies the builtin error interface

func (DaskWorkerGroupValidationError) ErrorName 

func (e DaskWorkerGroupValidationError) ErrorName() string

ErrorName returns error name.

func (DaskWorkerGroupValidationError) Field 

func (e DaskWorkerGroupValidationError) Field() string

Field function returns field value.

func (DaskWorkerGroupValidationError) Key 

func (e DaskWorkerGroupValidationError) Key() bool

Key function returns key value.

func (DaskWorkerGroupValidationError) Reason 

func (e DaskWorkerGroupValidationError) Reason() string

Reason function returns reason value.

type DistributedMPITrainingTask 

type DistributedMPITrainingTask struct {
	// number of worker spawned in the cluster for this job
	NumWorkers int32 `protobuf:"varint,1,opt,name=num_workers,json=numWorkers,proto3" json:"num_workers,omitempty"`
	// number of launcher replicas spawned in the cluster for this job
	// The launcher pod invokes mpirun and communicates with worker pods through MPI.
	NumLauncherReplicas int32 `protobuf:"varint,2,opt,name=num_launcher_replicas,json=numLauncherReplicas,proto3" json:"num_launcher_replicas,omitempty"`
	// number of slots per worker used in hostfile.
	// The available slots (GPUs) in each pod.
	Slots                int32    `protobuf:"varint,3,opt,name=slots,proto3" json:"slots,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

MPI operator proposal https://github.com/kubeflow/community/blob/master/proposals/mpi-operator-proposal.md Custom proto for plugin that enables distributed training using https://github.com/kubeflow/mpi-operator

func (*DistributedMPITrainingTask) Descriptor 

func (*DistributedMPITrainingTask) Descriptor() ([]byte, []int)

func (*DistributedMPITrainingTask) GetNumLauncherReplicas 

func (m *DistributedMPITrainingTask) GetNumLauncherReplicas() int32

func (*DistributedMPITrainingTask) GetNumWorkers 

func (m *DistributedMPITrainingTask) GetNumWorkers() int32

func (*DistributedMPITrainingTask) GetSlots 

func (m *DistributedMPITrainingTask) GetSlots() int32

func (*DistributedMPITrainingTask) ProtoMessage 

func (*DistributedMPITrainingTask) ProtoMessage()

func (*DistributedMPITrainingTask) Reset 

func (m *DistributedMPITrainingTask) Reset()

func (*DistributedMPITrainingTask) String 

func (m *DistributedMPITrainingTask) String() string

func (*DistributedMPITrainingTask) Validate 

func (m *DistributedMPITrainingTask) Validate() error

Validate checks the field values on DistributedMPITrainingTask with the rules defined in the proto definition for this message. If any rules are violated, an error is returned.

func (*DistributedMPITrainingTask) XXX_DiscardUnknown 

func (m *DistributedMPITrainingTask) XXX_DiscardUnknown()

func (*DistributedMPITrainingTask) XXX_Marshal 

func (m *DistributedMPITrainingTask) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*DistributedMPITrainingTask) XXX_Merge 

func (m *DistributedMPITrainingTask) XXX_Merge(src proto.Message)

func (*DistributedMPITrainingTask) XXX_Size 

func (m *DistributedMPITrainingTask) XXX_Size() int

func (*DistributedMPITrainingTask) XXX_Unmarshal 

func (m *DistributedMPITrainingTask) XXX_Unmarshal(b []byte) error

type DistributedMPITrainingTaskValidationError 

type DistributedMPITrainingTaskValidationError struct {
	// contains filtered or unexported fields
}

DistributedMPITrainingTaskValidationError is the validation error returned by DistributedMPITrainingTask.Validate if the designated constraints aren't met.

func (DistributedMPITrainingTaskValidationError) Cause 

func (e DistributedMPITrainingTaskValidationError) Cause() error

Cause function returns cause value.

func (DistributedMPITrainingTaskValidationError) Error 

func (e DistributedMPITrainingTaskValidationError) Error() string

Error satisfies the builtin error interface

func (DistributedMPITrainingTaskValidationError) ErrorName 

func (e DistributedMPITrainingTaskValidationError) ErrorName() string

ErrorName returns error name.

func (DistributedMPITrainingTaskValidationError) Field 

func (e DistributedMPITrainingTaskValidationError) Field() string

Field function returns field value.

func (DistributedMPITrainingTaskValidationError) Key 

func (e DistributedMPITrainingTaskValidationError) Key() bool

Key function returns key value.

func (DistributedMPITrainingTaskValidationError) Reason 

func (e DistributedMPITrainingTaskValidationError) Reason() string

Reason function returns reason value.

type DistributedPyTorchTrainingTask 

type DistributedPyTorchTrainingTask struct {
	// number of worker replicas spawned in the cluster for this job
	Workers              int32    `protobuf:"varint,1,opt,name=workers,proto3" json:"workers,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

Custom proto for plugin that enables distributed training using https://github.com/kubeflow/pytorch-operator

func (*DistributedPyTorchTrainingTask) Descriptor 

func (*DistributedPyTorchTrainingTask) Descriptor() ([]byte, []int)

func (*DistributedPyTorchTrainingTask) GetWorkers 

func (m *DistributedPyTorchTrainingTask) GetWorkers() int32

func (*DistributedPyTorchTrainingTask) ProtoMessage 

func (*DistributedPyTorchTrainingTask) ProtoMessage()

func (*DistributedPyTorchTrainingTask) Reset 

func (m *DistributedPyTorchTrainingTask) Reset()

func (*DistributedPyTorchTrainingTask) String 

func (m *DistributedPyTorchTrainingTask) String() string

func (*DistributedPyTorchTrainingTask) Validate 

func (m *DistributedPyTorchTrainingTask) Validate() error

Validate checks the field values on DistributedPyTorchTrainingTask with the rules defined in the proto definition for this message. If any rules are violated, an error is returned.

func (*DistributedPyTorchTrainingTask) XXX_DiscardUnknown 

func (m *DistributedPyTorchTrainingTask) XXX_DiscardUnknown()

func (*DistributedPyTorchTrainingTask) XXX_Marshal 

func (m *DistributedPyTorchTrainingTask) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*DistributedPyTorchTrainingTask) XXX_Merge 

func (m *DistributedPyTorchTrainingTask) XXX_Merge(src proto.Message)

func (*DistributedPyTorchTrainingTask) XXX_Size 

func (m *DistributedPyTorchTrainingTask) XXX_Size() int

func (*DistributedPyTorchTrainingTask) XXX_Unmarshal 

func (m *DistributedPyTorchTrainingTask) XXX_Unmarshal(b []byte) error

type DistributedPyTorchTrainingTaskValidationError 

type DistributedPyTorchTrainingTaskValidationError struct {
	// contains filtered or unexported fields
}

DistributedPyTorchTrainingTaskValidationError is the validation error returned by DistributedPyTorchTrainingTask.Validate if the designated constraints aren't met.

func (DistributedPyTorchTrainingTaskValidationError) Cause 

func (e DistributedPyTorchTrainingTaskValidationError) Cause() error

Cause function returns cause value.

func (DistributedPyTorchTrainingTaskValidationError) Error 

func (e DistributedPyTorchTrainingTaskValidationError) Error() string

Error satisfies the builtin error interface

func (DistributedPyTorchTrainingTaskValidationError) ErrorName 

func (e DistributedPyTorchTrainingTaskValidationError) ErrorName() string

ErrorName returns error name.

func (DistributedPyTorchTrainingTaskValidationError) Field 

func (e DistributedPyTorchTrainingTaskValidationError) Field() string

Field function returns field value.

func (DistributedPyTorchTrainingTaskValidationError) Key 

func (e DistributedPyTorchTrainingTaskValidationError) Key() bool

Key function returns key value.

func (DistributedPyTorchTrainingTaskValidationError) Reason 

func (e DistributedPyTorchTrainingTaskValidationError) Reason() string

Reason function returns reason value.

type DistributedTensorflowTrainingTask 

type DistributedTensorflowTrainingTask struct {
	// number of worker, ps, chief replicas spawned in the cluster for this job
	Workers int32 `protobuf:"varint,1,opt,name=workers,proto3" json:"workers,omitempty"`
	// PS -> Parameter server
	PsReplicas           int32    `protobuf:"varint,2,opt,name=ps_replicas,json=psReplicas,proto3" json:"ps_replicas,omitempty"`
	ChiefReplicas        int32    `protobuf:"varint,3,opt,name=chief_replicas,json=chiefReplicas,proto3" json:"chief_replicas,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

Custom proto for plugin that enables distributed training using https://github.com/kubeflow/tf-operator

func (*DistributedTensorflowTrainingTask) Descriptor 

func (*DistributedTensorflowTrainingTask) Descriptor() ([]byte, []int)

func (*DistributedTensorflowTrainingTask) GetChiefReplicas 

func (m *DistributedTensorflowTrainingTask) GetChiefReplicas() int32

func (*DistributedTensorflowTrainingTask) GetPsReplicas 

func (m *DistributedTensorflowTrainingTask) GetPsReplicas() int32

func (*DistributedTensorflowTrainingTask) GetWorkers 

func (m *DistributedTensorflowTrainingTask) GetWorkers() int32

func (*DistributedTensorflowTrainingTask) ProtoMessage 

func (*DistributedTensorflowTrainingTask) ProtoMessage()

func (*DistributedTensorflowTrainingTask) Reset 

func (m *DistributedTensorflowTrainingTask) Reset()

func (*DistributedTensorflowTrainingTask) String 

func (m *DistributedTensorflowTrainingTask) String() string

func (*DistributedTensorflowTrainingTask) Validate 

func (m *DistributedTensorflowTrainingTask) Validate() error

Validate checks the field values on DistributedTensorflowTrainingTask with the rules defined in the proto definition for this message. If any rules are violated, an error is returned.

func (*DistributedTensorflowTrainingTask) XXX_DiscardUnknown 

func (m *DistributedTensorflowTrainingTask) XXX_DiscardUnknown()

func (*DistributedTensorflowTrainingTask) XXX_Marshal 

func (m *DistributedTensorflowTrainingTask) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*DistributedTensorflowTrainingTask) XXX_Merge 

func (m *DistributedTensorflowTrainingTask) XXX_Merge(src proto.Message)

func (*DistributedTensorflowTrainingTask) XXX_Size 

func (m *DistributedTensorflowTrainingTask) XXX_Size() int

func (*DistributedTensorflowTrainingTask) XXX_Unmarshal 

func (m *DistributedTensorflowTrainingTask) XXX_Unmarshal(b []byte) error

type DistributedTensorflowTrainingTaskValidationError 

type DistributedTensorflowTrainingTaskValidationError struct {
	// contains filtered or unexported fields
}

DistributedTensorflowTrainingTaskValidationError is the validation error returned by DistributedTensorflowTrainingTask.Validate if the designated constraints aren't met.

func (DistributedTensorflowTrainingTaskValidationError) Cause 

func (e DistributedTensorflowTrainingTaskValidationError) Cause() error

Cause function returns cause value.

func (DistributedTensorflowTrainingTaskValidationError) Error 

func (e DistributedTensorflowTrainingTaskValidationError) Error() string

Error satisfies the builtin error interface

func (DistributedTensorflowTrainingTaskValidationError) ErrorName 

func (e DistributedTensorflowTrainingTaskValidationError) ErrorName() string

ErrorName returns error name.

func (DistributedTensorflowTrainingTaskValidationError) Field 

func (e DistributedTensorflowTrainingTaskValidationError) Field() string

Field function returns field value.

func (DistributedTensorflowTrainingTaskValidationError) Key 

func (e DistributedTensorflowTrainingTaskValidationError) Key() bool

Key function returns key value.

func (DistributedTensorflowTrainingTaskValidationError) Reason 

func (e DistributedTensorflowTrainingTaskValidationError) Reason() string

Reason function returns reason value.

type HeadGroupSpec 

type HeadGroupSpec struct {
	// Optional. RayStartParams are the params of the start command: address, object-store-memory.
	// Refer to https://docs.ray.io/en/latest/ray-core/package-ref.html#ray-start
	RayStartParams       map[string]string `` /* 193-byte string literal not displayed */
	XXX_NoUnkeyedLiteral struct{}          `json:"-"`
	XXX_unrecognized     []byte            `json:"-"`
	XXX_sizecache        int32             `json:"-"`
}

HeadGroupSpec are the spec for the head pod

func (*HeadGroupSpec) Descriptor 

func (*HeadGroupSpec) Descriptor() ([]byte, []int)

func (*HeadGroupSpec) GetRayStartParams 

func (m *HeadGroupSpec) GetRayStartParams() map[string]string

func (*HeadGroupSpec) ProtoMessage 

func (*HeadGroupSpec) ProtoMessage()

func (*HeadGroupSpec) Reset 

func (m *HeadGroupSpec) Reset()

func (*HeadGroupSpec) String 

func (m *HeadGroupSpec) String() string

func (*HeadGroupSpec) Validate 

func (m *HeadGroupSpec) Validate() error

Validate checks the field values on HeadGroupSpec with the rules defined in the proto definition for this message. If any rules are violated, an error is returned.

func (*HeadGroupSpec) XXX_DiscardUnknown 

func (m *HeadGroupSpec) XXX_DiscardUnknown()

func (*HeadGroupSpec) XXX_Marshal 

func (m *HeadGroupSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*HeadGroupSpec) XXX_Merge 

func (m *HeadGroupSpec) XXX_Merge(src proto.Message)

func (*HeadGroupSpec) XXX_Size 

func (m *HeadGroupSpec) XXX_Size() int

func (*HeadGroupSpec) XXX_Unmarshal 

func (m *HeadGroupSpec) XXX_Unmarshal(b []byte) error

type HeadGroupSpecValidationError 

type HeadGroupSpecValidationError struct {
	// contains filtered or unexported fields
}

HeadGroupSpecValidationError is the validation error returned by HeadGroupSpec.Validate if the designated constraints aren't met.

func (HeadGroupSpecValidationError) Cause 

func (e HeadGroupSpecValidationError) Cause() error

Cause function returns cause value.

func (HeadGroupSpecValidationError) Error 

func (e HeadGroupSpecValidationError) Error() string

Error satisfies the builtin error interface

func (HeadGroupSpecValidationError) ErrorName 

func (e HeadGroupSpecValidationError) ErrorName() string

ErrorName returns error name.

func (HeadGroupSpecValidationError) Field 

func (e HeadGroupSpecValidationError) Field() string

Field function returns field value.

func (HeadGroupSpecValidationError) Key 

func (e HeadGroupSpecValidationError) Key() bool

Key function returns key value.

func (HeadGroupSpecValidationError) Reason 

func (e HeadGroupSpecValidationError) Reason() string

Reason function returns reason value.

type HiveQuery 

type HiveQuery struct {
	Query                string   `protobuf:"bytes,1,opt,name=query,proto3" json:"query,omitempty"`
	TimeoutSec           uint32   `protobuf:"varint,2,opt,name=timeout_sec,json=timeoutSec,proto3" json:"timeout_sec,omitempty"`
	RetryCount           uint32   `protobuf:"varint,3,opt,name=retryCount,proto3" json:"retryCount,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

Defines a query to execute on a hive cluster.

func (*HiveQuery) Descriptor 

func (*HiveQuery) Descriptor() ([]byte, []int)

func (*HiveQuery) GetQuery 

func (m *HiveQuery) GetQuery() string

func (*HiveQuery) GetRetryCount 

func (m *HiveQuery) GetRetryCount() uint32

func (*HiveQuery) GetTimeoutSec 

func (m *HiveQuery) GetTimeoutSec() uint32

func (*HiveQuery) ProtoMessage 

func (*HiveQuery) ProtoMessage()

func (*HiveQuery) Reset 

func (m *HiveQuery) Reset()

func (*HiveQuery) String 

func (m *HiveQuery) String() string

func (*HiveQuery) Validate 

func (m *HiveQuery) Validate() error

Validate checks the field values on HiveQuery with the rules defined in the proto definition for this message. If any rules are violated, an error is returned.

func (*HiveQuery) XXX_DiscardUnknown 

func (m *HiveQuery) XXX_DiscardUnknown()

func (*HiveQuery) XXX_Marshal 

func (m *HiveQuery) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*HiveQuery) XXX_Merge 

func (m *HiveQuery) XXX_Merge(src proto.Message)

func (*HiveQuery) XXX_Size 

func (m *HiveQuery) XXX_Size() int

func (*HiveQuery) XXX_Unmarshal 

func (m *HiveQuery) XXX_Unmarshal(b []byte) error

type HiveQueryCollection 

type HiveQueryCollection struct {
	Queries              []*HiveQuery `protobuf:"bytes,2,rep,name=queries,proto3" json:"queries,omitempty"`
	XXX_NoUnkeyedLiteral struct{}     `json:"-"`
	XXX_unrecognized     []byte       `json:"-"`
	XXX_sizecache        int32        `json:"-"`
}

Defines a collection of hive queries.

func (*HiveQueryCollection) Descriptor 

func (*HiveQueryCollection) Descriptor() ([]byte, []int)

func (*HiveQueryCollection) GetQueries 

func (m *HiveQueryCollection) GetQueries() []*HiveQuery

func (*HiveQueryCollection) ProtoMessage 

func (*HiveQueryCollection) ProtoMessage()

func (*HiveQueryCollection) Reset 

func (m *HiveQueryCollection) Reset()

func (*HiveQueryCollection) String 

func (m *HiveQueryCollection) String() string

func (*HiveQueryCollection) Validate 

func (m *HiveQueryCollection) Validate() error

Validate checks the field values on HiveQueryCollection with the rules defined in the proto definition for this message. If any rules are violated, an error is returned.

func (*HiveQueryCollection) XXX_DiscardUnknown 

func (m *HiveQueryCollection) XXX_DiscardUnknown()

func (*HiveQueryCollection) XXX_Marshal 

func (m *HiveQueryCollection) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*HiveQueryCollection) XXX_Merge 

func (m *HiveQueryCollection) XXX_Merge(src proto.Message)

func (*HiveQueryCollection) XXX_Size 

func (m *HiveQueryCollection) XXX_Size() int

func (*HiveQueryCollection) XXX_Unmarshal 

func (m *HiveQueryCollection) XXX_Unmarshal(b []byte) error

type HiveQueryCollectionValidationError 

type HiveQueryCollectionValidationError struct {
	// contains filtered or unexported fields
}

HiveQueryCollectionValidationError is the validation error returned by HiveQueryCollection.Validate if the designated constraints aren't met.

func (HiveQueryCollectionValidationError) Cause 

func (e HiveQueryCollectionValidationError) Cause() error

Cause function returns cause value.

func (HiveQueryCollectionValidationError) Error 

func (e HiveQueryCollectionValidationError) Error() string

Error satisfies the builtin error interface

func (HiveQueryCollectionValidationError) ErrorName 

func (e HiveQueryCollectionValidationError) ErrorName() string

ErrorName returns error name.

func (HiveQueryCollectionValidationError) Field 

func (e HiveQueryCollectionValidationError) Field() string

Field function returns field value.

func (HiveQueryCollectionValidationError) Key 

func (e HiveQueryCollectionValidationError) Key() bool

Key function returns key value.

func (HiveQueryCollectionValidationError) Reason 

func (e HiveQueryCollectionValidationError) Reason() string

Reason function returns reason value.

type HiveQueryValidationError 

type HiveQueryValidationError struct {
	// contains filtered or unexported fields
}

HiveQueryValidationError is the validation error returned by HiveQuery.Validate if the designated constraints aren't met.

func (HiveQueryValidationError) Cause 

func (e HiveQueryValidationError) Cause() error

Cause function returns cause value.

func (HiveQueryValidationError) Error 

func (e HiveQueryValidationError) Error() string

Error satisfies the builtin error interface

func (HiveQueryValidationError) ErrorName 

func (e HiveQueryValidationError) ErrorName() string

ErrorName returns error name.

func (HiveQueryValidationError) Field 

func (e HiveQueryValidationError) Field() string

Field function returns field value.

func (HiveQueryValidationError) Key 

func (e HiveQueryValidationError) Key() bool

Key function returns key value.

func (HiveQueryValidationError) Reason 

func (e HiveQueryValidationError) Reason() string

Reason function returns reason value.

type PrestoQuery 

type PrestoQuery struct {
	RoutingGroup         string   `protobuf:"bytes,1,opt,name=routing_group,json=routingGroup,proto3" json:"routing_group,omitempty"`
	Catalog              string   `protobuf:"bytes,2,opt,name=catalog,proto3" json:"catalog,omitempty"`
	Schema               string   `protobuf:"bytes,3,opt,name=schema,proto3" json:"schema,omitempty"`
	Statement            string   `protobuf:"bytes,4,opt,name=statement,proto3" json:"statement,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

This message works with the 'presto' task type in the SDK and is the object that will be in the 'custom' field of a Presto task's TaskTemplate

func (*PrestoQuery) Descriptor 

func (*PrestoQuery) Descriptor() ([]byte, []int)

func (*PrestoQuery) GetCatalog 

func (m *PrestoQuery) GetCatalog() string

func (*PrestoQuery) GetRoutingGroup 

func (m *PrestoQuery) GetRoutingGroup() string

func (*PrestoQuery) GetSchema 

func (m *PrestoQuery) GetSchema() string

func (*PrestoQuery) GetStatement 

func (m *PrestoQuery) GetStatement() string

func (*PrestoQuery) ProtoMessage 

func (*PrestoQuery) ProtoMessage()

func (*PrestoQuery) Reset 

func (m *PrestoQuery) Reset()

func (*PrestoQuery) String 

func (m *PrestoQuery) String() string

func (*PrestoQuery) Validate 

func (m *PrestoQuery) Validate() error

Validate checks the field values on PrestoQuery with the rules defined in the proto definition for this message. If any rules are violated, an error is returned.

func (*PrestoQuery) XXX_DiscardUnknown 

func (m *PrestoQuery) XXX_DiscardUnknown()

func (*PrestoQuery) XXX_Marshal 

func (m *PrestoQuery) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*PrestoQuery) XXX_Merge 

func (m *PrestoQuery) XXX_Merge(src proto.Message)

func (*PrestoQuery) XXX_Size 

func (m *PrestoQuery) XXX_Size() int

func (*PrestoQuery) XXX_Unmarshal 

func (m *PrestoQuery) XXX_Unmarshal(b []byte) error

type PrestoQueryValidationError 

type PrestoQueryValidationError struct {
	// contains filtered or unexported fields
}

PrestoQueryValidationError is the validation error returned by PrestoQuery.Validate if the designated constraints aren't met.

func (PrestoQueryValidationError) Cause 

func (e PrestoQueryValidationError) Cause() error

Cause function returns cause value.

func (PrestoQueryValidationError) Error 

func (e PrestoQueryValidationError) Error() string

Error satisfies the builtin error interface

func (PrestoQueryValidationError) ErrorName 

func (e PrestoQueryValidationError) ErrorName() string

ErrorName returns error name.

func (PrestoQueryValidationError) Field 

func (e PrestoQueryValidationError) Field() string

Field function returns field value.

func (PrestoQueryValidationError) Key 

func (e PrestoQueryValidationError) Key() bool

Key function returns key value.

func (PrestoQueryValidationError) Reason 

func (e PrestoQueryValidationError) Reason() string

Reason function returns reason value.

type QuboleHiveJob 

type QuboleHiveJob struct {
	ClusterLabel         string               `protobuf:"bytes,1,opt,name=cluster_label,json=clusterLabel,proto3" json:"cluster_label,omitempty"`
	QueryCollection      *HiveQueryCollection `protobuf:"bytes,2,opt,name=query_collection,json=queryCollection,proto3" json:"query_collection,omitempty"` // Deprecated: Do not use.
	Tags                 []string             `protobuf:"bytes,3,rep,name=tags,proto3" json:"tags,omitempty"`
	Query                *HiveQuery           `protobuf:"bytes,4,opt,name=query,proto3" json:"query,omitempty"`
	XXX_NoUnkeyedLiteral struct{}             `json:"-"`
	XXX_unrecognized     []byte               `json:"-"`
	XXX_sizecache        int32                `json:"-"`
}

This message works with the 'hive' task type in the SDK and is the object that will be in the 'custom' field of a hive task's TaskTemplate

func (*QuboleHiveJob) Descriptor 

func (*QuboleHiveJob) Descriptor() ([]byte, []int)

func (*QuboleHiveJob) GetClusterLabel 

func (m *QuboleHiveJob) GetClusterLabel() string

func (*QuboleHiveJob) GetQuery 

func (m *QuboleHiveJob) GetQuery() *HiveQuery

func (*QuboleHiveJob) GetQueryCollection deprecated 

func (m *QuboleHiveJob) GetQueryCollection() *HiveQueryCollection

Deprecated: Do not use.

func (*QuboleHiveJob) GetTags 

func (m *QuboleHiveJob) GetTags() []string

func (*QuboleHiveJob) ProtoMessage 

func (*QuboleHiveJob) ProtoMessage()

func (*QuboleHiveJob) Reset 

func (m *QuboleHiveJob) Reset()

func (*QuboleHiveJob) String 

func (m *QuboleHiveJob) String() string

func (*QuboleHiveJob) Validate 

func (m *QuboleHiveJob) Validate() error

Validate checks the field values on QuboleHiveJob with the rules defined in the proto definition for this message. If any rules are violated, an error is returned.

func (*QuboleHiveJob) XXX_DiscardUnknown 

func (m *QuboleHiveJob) XXX_DiscardUnknown()

func (*QuboleHiveJob) XXX_Marshal 

func (m *QuboleHiveJob) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*QuboleHiveJob) XXX_Merge 

func (m *QuboleHiveJob) XXX_Merge(src proto.Message)

func (*QuboleHiveJob) XXX_Size 

func (m *QuboleHiveJob) XXX_Size() int

func (*QuboleHiveJob) XXX_Unmarshal 

func (m *QuboleHiveJob) XXX_Unmarshal(b []byte) error

type QuboleHiveJobValidationError 

type QuboleHiveJobValidationError struct {
	// contains filtered or unexported fields
}

QuboleHiveJobValidationError is the validation error returned by QuboleHiveJob.Validate if the designated constraints aren't met.

func (QuboleHiveJobValidationError) Cause 

func (e QuboleHiveJobValidationError) Cause() error

Cause function returns cause value.

func (QuboleHiveJobValidationError) Error 

func (e QuboleHiveJobValidationError) Error() string

Error satisfies the builtin error interface

func (QuboleHiveJobValidationError) ErrorName 

func (e QuboleHiveJobValidationError) ErrorName() string

ErrorName returns error name.

func (QuboleHiveJobValidationError) Field 

func (e QuboleHiveJobValidationError) Field() string

Field function returns field value.

func (QuboleHiveJobValidationError) Key 

func (e QuboleHiveJobValidationError) Key() bool

Key function returns key value.

func (QuboleHiveJobValidationError) Reason 

func (e QuboleHiveJobValidationError) Reason() string

Reason function returns reason value.

type RayCluster 

type RayCluster struct {
	// HeadGroupSpecs are the spec for the head pod
	HeadGroupSpec *HeadGroupSpec `protobuf:"bytes,1,opt,name=head_group_spec,json=headGroupSpec,proto3" json:"head_group_spec,omitempty"`
	// WorkerGroupSpecs are the specs for the worker pods
	WorkerGroupSpec      []*WorkerGroupSpec `protobuf:"bytes,2,rep,name=worker_group_spec,json=workerGroupSpec,proto3" json:"worker_group_spec,omitempty"`
	XXX_NoUnkeyedLiteral struct{}           `json:"-"`
	XXX_unrecognized     []byte             `json:"-"`
	XXX_sizecache        int32              `json:"-"`
}

Define Ray cluster defines the desired state of RayCluster

func (*RayCluster) Descriptor 

func (*RayCluster) Descriptor() ([]byte, []int)

func (*RayCluster) GetHeadGroupSpec 

func (m *RayCluster) GetHeadGroupSpec() *HeadGroupSpec

func (*RayCluster) GetWorkerGroupSpec 

func (m *RayCluster) GetWorkerGroupSpec() []*WorkerGroupSpec

func (*RayCluster) ProtoMessage 

func (*RayCluster) ProtoMessage()

func (*RayCluster) Reset 

func (m *RayCluster) Reset()

func (*RayCluster) String 

func (m *RayCluster) String() string

func (*RayCluster) Validate 

func (m *RayCluster) Validate() error

Validate checks the field values on RayCluster with the rules defined in the proto definition for this message. If any rules are violated, an error is returned.

func (*RayCluster) XXX_DiscardUnknown 

func (m *RayCluster) XXX_DiscardUnknown()

func (*RayCluster) XXX_Marshal 

func (m *RayCluster) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*RayCluster) XXX_Merge 

func (m *RayCluster) XXX_Merge(src proto.Message)

func (*RayCluster) XXX_Size 

func (m *RayCluster) XXX_Size() int

func (*RayCluster) XXX_Unmarshal 

func (m *RayCluster) XXX_Unmarshal(b []byte) error

type RayClusterValidationError 

type RayClusterValidationError struct {
	// contains filtered or unexported fields
}

RayClusterValidationError is the validation error returned by RayCluster.Validate if the designated constraints aren't met.

func (RayClusterValidationError) Cause 

func (e RayClusterValidationError) Cause() error

Cause function returns cause value.

func (RayClusterValidationError) Error 

func (e RayClusterValidationError) Error() string

Error satisfies the builtin error interface

func (RayClusterValidationError) ErrorName 

func (e RayClusterValidationError) ErrorName() string

ErrorName returns error name.

func (RayClusterValidationError) Field 

func (e RayClusterValidationError) Field() string

Field function returns field value.

func (RayClusterValidationError) Key 

func (e RayClusterValidationError) Key() bool

Key function returns key value.

func (RayClusterValidationError) Reason 

func (e RayClusterValidationError) Reason() string

Reason function returns reason value.

type RayJob 

type RayJob struct {
	// RayClusterSpec is the cluster template to run the job
	RayCluster *RayCluster `protobuf:"bytes,1,opt,name=ray_cluster,json=rayCluster,proto3" json:"ray_cluster,omitempty"`
	// runtime_env is base64 encoded.
	// Ray runtime environments: https://docs.ray.io/en/latest/ray-core/handling-dependencies.html#runtime-environments
	RuntimeEnv           string   `protobuf:"bytes,2,opt,name=runtime_env,json=runtimeEnv,proto3" json:"runtime_env,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

RayJobSpec defines the desired state of RayJob

func (*RayJob) Descriptor 

func (*RayJob) Descriptor() ([]byte, []int)

func (*RayJob) GetRayCluster 

func (m *RayJob) GetRayCluster() *RayCluster

func (*RayJob) GetRuntimeEnv 

func (m *RayJob) GetRuntimeEnv() string

func (*RayJob) ProtoMessage 

func (*RayJob) ProtoMessage()

func (*RayJob) Reset 

func (m *RayJob) Reset()

func (*RayJob) String 

func (m *RayJob) String() string

func (*RayJob) Validate 

func (m *RayJob) Validate() error

Validate checks the field values on RayJob with the rules defined in the proto definition for this message. If any rules are violated, an error is returned.

func (*RayJob) XXX_DiscardUnknown 

func (m *RayJob) XXX_DiscardUnknown()

func (*RayJob) XXX_Marshal 

func (m *RayJob) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*RayJob) XXX_Merge 

func (m *RayJob) XXX_Merge(src proto.Message)

func (*RayJob) XXX_Size 

func (m *RayJob) XXX_Size() int

func (*RayJob) XXX_Unmarshal 

func (m *RayJob) XXX_Unmarshal(b []byte) error

type RayJobValidationError 

type RayJobValidationError struct {
	// contains filtered or unexported fields
}

RayJobValidationError is the validation error returned by RayJob.Validate if the designated constraints aren't met.

func (RayJobValidationError) Cause 

func (e RayJobValidationError) Cause() error

Cause function returns cause value.

func (RayJobValidationError) Error 

func (e RayJobValidationError) Error() string

Error satisfies the builtin error interface

func (RayJobValidationError) ErrorName 

func (e RayJobValidationError) ErrorName() string

ErrorName returns error name.

func (RayJobValidationError) Field 

func (e RayJobValidationError) Field() string

Field function returns field value.

func (RayJobValidationError) Key 

func (e RayJobValidationError) Key() bool

Key function returns key value.

func (RayJobValidationError) Reason 

func (e RayJobValidationError) Reason() string

Reason function returns reason value.

type SparkApplication 

type SparkApplication struct {
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

func (*SparkApplication) Descriptor 

func (*SparkApplication) Descriptor() ([]byte, []int)

func (*SparkApplication) ProtoMessage 

func (*SparkApplication) ProtoMessage()

func (*SparkApplication) Reset 

func (m *SparkApplication) Reset()

func (*SparkApplication) String 

func (m *SparkApplication) String() string

func (*SparkApplication) Validate 

func (m *SparkApplication) Validate() error

Validate checks the field values on SparkApplication with the rules defined in the proto definition for this message. If any rules are violated, an error is returned.

func (*SparkApplication) XXX_DiscardUnknown 

func (m *SparkApplication) XXX_DiscardUnknown()

func (*SparkApplication) XXX_Marshal 

func (m *SparkApplication) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*SparkApplication) XXX_Merge 

func (m *SparkApplication) XXX_Merge(src proto.Message)

func (*SparkApplication) XXX_Size 

func (m *SparkApplication) XXX_Size() int

func (*SparkApplication) XXX_Unmarshal 

func (m *SparkApplication) XXX_Unmarshal(b []byte) error

type SparkApplicationValidationError 

type SparkApplicationValidationError struct {
	// contains filtered or unexported fields
}

SparkApplicationValidationError is the validation error returned by SparkApplication.Validate if the designated constraints aren't met.

func (SparkApplicationValidationError) Cause 

func (e SparkApplicationValidationError) Cause() error

Cause function returns cause value.

func (SparkApplicationValidationError) Error 

func (e SparkApplicationValidationError) Error() string

Error satisfies the builtin error interface

func (SparkApplicationValidationError) ErrorName 

func (e SparkApplicationValidationError) ErrorName() string

ErrorName returns error name.

func (SparkApplicationValidationError) Field 

func (e SparkApplicationValidationError) Field() string

Field function returns field value.

func (SparkApplicationValidationError) Key 

func (e SparkApplicationValidationError) Key() bool

Key function returns key value.

func (SparkApplicationValidationError) Reason 

func (e SparkApplicationValidationError) Reason() string

Reason function returns reason value.

type SparkApplication_Type 

type SparkApplication_Type int32
const (
	SparkApplication_PYTHON SparkApplication_Type = 0
	SparkApplication_JAVA   SparkApplication_Type = 1
	SparkApplication_SCALA  SparkApplication_Type = 2
	SparkApplication_R      SparkApplication_Type = 3
)

func (SparkApplication_Type) EnumDescriptor 

func (SparkApplication_Type) EnumDescriptor() ([]byte, []int)

func (SparkApplication_Type) String 

func (x SparkApplication_Type) String() string

type SparkJob 

type SparkJob struct {
	ApplicationType     SparkApplication_Type `` /* 128-byte string literal not displayed */
	MainApplicationFile string                `protobuf:"bytes,2,opt,name=mainApplicationFile,proto3" json:"mainApplicationFile,omitempty"`
	MainClass           string                `protobuf:"bytes,3,opt,name=mainClass,proto3" json:"mainClass,omitempty"`
	SparkConf           map[string]string     `` /* 159-byte string literal not displayed */
	HadoopConf          map[string]string     `` /* 161-byte string literal not displayed */
	ExecutorPath        string                `protobuf:"bytes,6,opt,name=executorPath,proto3" json:"executorPath,omitempty"`
	// Databricks job configuration.
	// Config structure can be found here. https://docs.databricks.com/dev-tools/api/2.0/jobs.html#request-structure.
	DatabricksConf *_struct.Struct `protobuf:"bytes,7,opt,name=databricksConf,proto3" json:"databricksConf,omitempty"`
	// Databricks access token. https://docs.databricks.com/dev-tools/api/latest/authentication.html
	// This token can be set in either flytepropeller or flytekit.
	DatabricksToken string `protobuf:"bytes,8,opt,name=databricksToken,proto3" json:"databricksToken,omitempty"`
	// Domain name of your deployment. Use the form <account>.cloud.databricks.com.
	// This instance name can be set in either flytepropeller or flytekit.
	DatabricksInstance   string   `protobuf:"bytes,9,opt,name=databricksInstance,proto3" json:"databricksInstance,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

Custom Proto for Spark Plugin.

func (*SparkJob) Descriptor 

func (*SparkJob) Descriptor() ([]byte, []int)

func (*SparkJob) GetApplicationType 

func (m *SparkJob) GetApplicationType() SparkApplication_Type

func (*SparkJob) GetDatabricksConf 

func (m *SparkJob) GetDatabricksConf() *_struct.Struct

func (*SparkJob) GetDatabricksInstance 

func (m *SparkJob) GetDatabricksInstance() string

func (*SparkJob) GetDatabricksToken 

func (m *SparkJob) GetDatabricksToken() string

func (*SparkJob) GetExecutorPath 

func (m *SparkJob) GetExecutorPath() string

func (*SparkJob) GetHadoopConf 

func (m *SparkJob) GetHadoopConf() map[string]string

func (*SparkJob) GetMainApplicationFile 

func (m *SparkJob) GetMainApplicationFile() string

func (*SparkJob) GetMainClass 

func (m *SparkJob) GetMainClass() string

func (*SparkJob) GetSparkConf 

func (m *SparkJob) GetSparkConf() map[string]string

func (*SparkJob) ProtoMessage 

func (*SparkJob) ProtoMessage()

func (*SparkJob) Reset 

func (m *SparkJob) Reset()

func (*SparkJob) String 

func (m *SparkJob) String() string

func (*SparkJob) Validate 

func (m *SparkJob) Validate() error

Validate checks the field values on SparkJob with the rules defined in the proto definition for this message. If any rules are violated, an error is returned.

func (*SparkJob) XXX_DiscardUnknown 

func (m *SparkJob) XXX_DiscardUnknown()

func (*SparkJob) XXX_Marshal 

func (m *SparkJob) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*SparkJob) XXX_Merge 

func (m *SparkJob) XXX_Merge(src proto.Message)

func (*SparkJob) XXX_Size 

func (m *SparkJob) XXX_Size() int

func (*SparkJob) XXX_Unmarshal 

func (m *SparkJob) XXX_Unmarshal(b []byte) error

type SparkJobValidationError 

type SparkJobValidationError struct {
	// contains filtered or unexported fields
}

SparkJobValidationError is the validation error returned by SparkJob.Validate if the designated constraints aren't met.

func (SparkJobValidationError) Cause 

func (e SparkJobValidationError) Cause() error

Cause function returns cause value.

func (SparkJobValidationError) Error 

func (e SparkJobValidationError) Error() string

Error satisfies the builtin error interface

func (SparkJobValidationError) ErrorName 

func (e SparkJobValidationError) ErrorName() string

ErrorName returns error name.

func (SparkJobValidationError) Field 

func (e SparkJobValidationError) Field() string

Field function returns field value.

func (SparkJobValidationError) Key 

func (e SparkJobValidationError) Key() bool

Key function returns key value.

func (SparkJobValidationError) Reason 

func (e SparkJobValidationError) Reason() string

Reason function returns reason value.

type Waitable 

type Waitable struct {
	WfExecId             *core.WorkflowExecutionIdentifier `protobuf:"bytes,1,opt,name=wf_exec_id,json=wfExecId,proto3" json:"wf_exec_id,omitempty"`
	Phase                core.WorkflowExecution_Phase      `protobuf:"varint,2,opt,name=phase,proto3,enum=flyteidl.core.WorkflowExecution_Phase" json:"phase,omitempty"`
	WorkflowId           string                            `protobuf:"bytes,3,opt,name=workflow_id,json=workflowId,proto3" json:"workflow_id,omitempty"`
	XXX_NoUnkeyedLiteral struct{}                          `json:"-"`
	XXX_unrecognized     []byte                            `json:"-"`
	XXX_sizecache        int32                             `json:"-"`
}

Represents an Execution that was launched and could be waited on.

func (*Waitable) Descriptor 

func (*Waitable) Descriptor() ([]byte, []int)

func (*Waitable) GetPhase 

func (m *Waitable) GetPhase() core.WorkflowExecution_Phase

func (*Waitable) GetWfExecId 

func (m *Waitable) GetWfExecId() *core.WorkflowExecutionIdentifier

func (*Waitable) GetWorkflowId 

func (m *Waitable) GetWorkflowId() string

func (*Waitable) ProtoMessage 

func (*Waitable) ProtoMessage()

func (*Waitable) Reset 

func (m *Waitable) Reset()

func (*Waitable) String 

func (m *Waitable) String() string

func (*Waitable) Validate 

func (m *Waitable) Validate() error

Validate checks the field values on Waitable with the rules defined in the proto definition for this message. If any rules are violated, an error is returned.

func (*Waitable) XXX_DiscardUnknown 

func (m *Waitable) XXX_DiscardUnknown()

func (*Waitable) XXX_Marshal 

func (m *Waitable) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Waitable) XXX_Merge 

func (m *Waitable) XXX_Merge(src proto.Message)

func (*Waitable) XXX_Size 

func (m *Waitable) XXX_Size() int

func (*Waitable) XXX_Unmarshal 

func (m *Waitable) XXX_Unmarshal(b []byte) error

type WaitableValidationError 

type WaitableValidationError struct {
	// contains filtered or unexported fields
}

WaitableValidationError is the validation error returned by Waitable.Validate if the designated constraints aren't met.

func (WaitableValidationError) Cause 

func (e WaitableValidationError) Cause() error

Cause function returns cause value.

func (WaitableValidationError) Error 

func (e WaitableValidationError) Error() string

Error satisfies the builtin error interface

func (WaitableValidationError) ErrorName 

func (e WaitableValidationError) ErrorName() string

ErrorName returns error name.

func (WaitableValidationError) Field 

func (e WaitableValidationError) Field() string

Field function returns field value.

func (WaitableValidationError) Key 

func (e WaitableValidationError) Key() bool

Key function returns key value.

func (WaitableValidationError) Reason 

func (e WaitableValidationError) Reason() string

Reason function returns reason value.

type WorkerGroupSpec 

type WorkerGroupSpec struct {
	// Required. RayCluster can have multiple worker groups, and it distinguishes them by name
	GroupName string `protobuf:"bytes,1,opt,name=group_name,json=groupName,proto3" json:"group_name,omitempty"`
	// Required. Desired replicas of the worker group. Defaults to 1.
	Replicas int32 `protobuf:"varint,2,opt,name=replicas,proto3" json:"replicas,omitempty"`
	// Optional. Min replicas of the worker group. MinReplicas defaults to 1.
	MinReplicas int32 `protobuf:"varint,3,opt,name=min_replicas,json=minReplicas,proto3" json:"min_replicas,omitempty"`
	// Optional. Max replicas of the worker group. MaxReplicas defaults to maxInt32
	MaxReplicas int32 `protobuf:"varint,4,opt,name=max_replicas,json=maxReplicas,proto3" json:"max_replicas,omitempty"`
	// Optional. RayStartParams are the params of the start command: address, object-store-memory.
	// Refer to https://docs.ray.io/en/latest/ray-core/package-ref.html#ray-start
	RayStartParams       map[string]string `` /* 193-byte string literal not displayed */
	XXX_NoUnkeyedLiteral struct{}          `json:"-"`
	XXX_unrecognized     []byte            `json:"-"`
	XXX_sizecache        int32             `json:"-"`
}

WorkerGroupSpec are the specs for the worker pods

func (*WorkerGroupSpec) Descriptor 

func (*WorkerGroupSpec) Descriptor() ([]byte, []int)

func (*WorkerGroupSpec) GetGroupName 

func (m *WorkerGroupSpec) GetGroupName() string

func (*WorkerGroupSpec) GetMaxReplicas 

func (m *WorkerGroupSpec) GetMaxReplicas() int32

func (*WorkerGroupSpec) GetMinReplicas 

func (m *WorkerGroupSpec) GetMinReplicas() int32

func (*WorkerGroupSpec) GetRayStartParams 

func (m *WorkerGroupSpec) GetRayStartParams() map[string]string

func (*WorkerGroupSpec) GetReplicas 

func (m *WorkerGroupSpec) GetReplicas() int32

func (*WorkerGroupSpec) ProtoMessage 

func (*WorkerGroupSpec) ProtoMessage()

func (*WorkerGroupSpec) Reset 

func (m *WorkerGroupSpec) Reset()

func (*WorkerGroupSpec) String 

func (m *WorkerGroupSpec) String() string

func (*WorkerGroupSpec) Validate 

func (m *WorkerGroupSpec) Validate() error

Validate checks the field values on WorkerGroupSpec with the rules defined in the proto definition for this message. If any rules are violated, an error is returned.

func (*WorkerGroupSpec) XXX_DiscardUnknown 

func (m *WorkerGroupSpec) XXX_DiscardUnknown()

func (*WorkerGroupSpec) XXX_Marshal 

func (m *WorkerGroupSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*WorkerGroupSpec) XXX_Merge 

func (m *WorkerGroupSpec) XXX_Merge(src proto.Message)

func (*WorkerGroupSpec) XXX_Size 

func (m *WorkerGroupSpec) XXX_Size() int

func (*WorkerGroupSpec) XXX_Unmarshal 

func (m *WorkerGroupSpec) XXX_Unmarshal(b []byte) error

type WorkerGroupSpecValidationError 

type WorkerGroupSpecValidationError struct {
	// contains filtered or unexported fields
}

WorkerGroupSpecValidationError is the validation error returned by WorkerGroupSpec.Validate if the designated constraints aren't met.

func (WorkerGroupSpecValidationError) Cause 

func (e WorkerGroupSpecValidationError) Cause() error

Cause function returns cause value.

func (WorkerGroupSpecValidationError) Error 

func (e WorkerGroupSpecValidationError) Error() string

Error satisfies the builtin error interface

func (WorkerGroupSpecValidationError) ErrorName 

func (e WorkerGroupSpecValidationError) ErrorName() string

ErrorName returns error name.

func (WorkerGroupSpecValidationError) Field 

func (e WorkerGroupSpecValidationError) Field() string

Field function returns field value.

func (WorkerGroupSpecValidationError) Key 

func (e WorkerGroupSpecValidationError) Key() bool

Key function returns key value.

func (WorkerGroupSpecValidationError) Reason 

func (e WorkerGroupSpecValidationError) Reason() string

Reason function returns reason value.

Source Files

View all Source files

Directories

Path Synopsis

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.