Documentation ¶
Index ¶
- Constants
- func FlinkClusterTaskLogs(ctx context.Context, config *Config, fi FlinkTaskLogsInput) ([]*core.TaskLog, error)
- func GetJobArtifacts(job *flinkIdl.FlinkJob) []string
- func GroupByScheme(artifacts []string) map[string][]string
- func KubeClientConfig(host string, auth Auth) (*restclient.Config, error)
- func NewAnnotationPatch(key string, value string) (client.Patch, error)
- func NewFlinkCluster(config *Config, taskCtx FlinkTaskContext) (*flinkOp.FlinkCluster, error)
- func Validate(job *flinkIdl.FlinkJob) error
- func ValidateRegEx(value string, r *regexp.Regexp) error
- type Annotations
- type Auth
- type ClusterConfig
- type ClusterName
- type Config
- type ContainerTemplateData
- type FlinkCluster
- type FlinkPropertiesTemplateData
- type FlinkTaskContext
- type FlinkTaskExecContext
- type FlinkTaskLogsInput
- type Labels
- type ObjectForPatch
- type ObjectMetaForPatch
- type Properties
Constants ¶
View Source
const ( KindFlinkCluster = "FlinkCluster" // Flyte flink task type FlinkTaskType = "flink" )
Variables ¶
This section is empty.
Functions ¶
func FlinkClusterTaskLogs ¶ added in v0.2.0
func GetJobArtifacts ¶ added in v0.2.0
func GroupByScheme ¶
func KubeClientConfig ¶
func KubeClientConfig(host string, auth Auth) (*restclient.Config, error)
KubeClientConfig ...
func NewAnnotationPatch ¶ added in v0.1.12
func NewFlinkCluster ¶
func NewFlinkCluster(config *Config, taskCtx FlinkTaskContext) (*flinkOp.FlinkCluster, error)
Types ¶
type Annotations ¶
func GetDefaultAnnotations ¶
func GetDefaultAnnotations(taskCtx pluginsCore.TaskExecutionMetadata) Annotations
type Auth ¶
type ClusterConfig ¶
type ClusterConfig struct { Name string `json:"name" pflag:",Friendly name of the remote cluster"` Endpoint string `json:"endpoint" pflag:", Remote K8s cluster endpoint"` Auth Auth `json:"auth" pflag:"-, Auth setting for the cluster"` Enabled bool `json:"enabled" pflag:", Boolean flag to enable or disable"` }
type ClusterName ¶
type ClusterName string
func NewClusterName ¶
func NewClusterName(name string) (ClusterName, error)
func (ClusterName) String ¶
func (cn ClusterName) String() string
func (ClusterName) Validate ¶
func (cn ClusterName) Validate() error
type Config ¶
type Config struct { DefaultFlinkCluster flinkOp.FlinkCluster `json:"defaultFlinkCluster"` FlinkPropertiesOverride map[string]string `json:"flinkPropertiesOverride" pflag:",Key value pairs of flink properties to be overridden in every FlinkJob"` LogConfig logs.LogConfig `json:"logs"` GeneratedNameMaxLength *int `json:"generatedNameMaxLength" pflag:"Specifies the length of TaskExecutionID generated name. default: 50"` RemoteClusterConfig ClusterConfig `json:"remoteClusterConfig" pflag:"Configuration of remote K8s cluster for array jobs"` NonRetryableExitCodes []int32 `json:"nonRetryableExitCodes" pfFlag:"Defines which job submitter exit codes should not be retried"` NonRetryableFlyteCode *string `json:"nonRetryableFlyteCode,omitempty" pfFlag:"Defines which code should be returned in case of nonRetryable exit codes"` }
Config ... Flink-specific configs
func GetFlinkConfig ¶
func GetFlinkConfig() *Config
type ContainerTemplateData ¶ added in v0.1.4
func NewContainerTemplateData ¶ added in v0.1.4
func NewContainerTemplateData(artifacts []string) *ContainerTemplateData
type FlinkCluster ¶
type FlinkCluster flinkOp.FlinkCluster
type FlinkPropertiesTemplateData ¶ added in v0.1.5
type FlinkPropertiesTemplateData struct { Namespace string ClusterName ClusterName Labels map[string]string }
func NewFlinkPropertiesTemplateData ¶ added in v0.1.5
func NewFlinkPropertiesTemplateData(namespace string, clusterName ClusterName, labels map[string]string) *FlinkPropertiesTemplateData
type FlinkTaskContext ¶
type FlinkTaskContext struct { ClusterName ClusterName Namespace string Annotations map[string]string Labels map[string]string Job flinkIdl.FlinkJob }
func NewFlinkTaskContext ¶
func NewFlinkTaskContext(ctx context.Context, taskCtx FlinkTaskExecContext) (*FlinkTaskContext, error)
type FlinkTaskExecContext ¶ added in v0.2.0
type FlinkTaskExecContext interface { TaskReader() pluginsCore.TaskReader TaskExecutionMetadata() pluginsCore.TaskExecutionMetadata InputReader() io.InputReader }
type FlinkTaskLogsInput ¶ added in v0.2.0
type Labels ¶
func GetDefaultLabels ¶
func GetDefaultLabels(taskCtx pluginsCore.TaskExecutionMetadata) Labels
type ObjectForPatch ¶ added in v0.1.12
type ObjectForPatch struct {
Metadata ObjectMetaForPatch `json:"metadata"`
}
type ObjectMetaForPatch ¶ added in v0.1.12
type ObjectMetaForPatch struct {
Annotations map[string]interface{} `json:"annotations"`
}
type Properties ¶
func MergeProperties ¶
func MergeProperties(maps ...Properties) Properties
Click to show internal directories.
Click to hide internal directories.