datum

package
v2.9.4 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Apr 8, 2024 License: Apache-2.0 Imports: 55 Imported by: 0

Documentation

Index

Constants

View Source 
const (
	// The target number of files per shard. A smaller value returns datums to
	// the client faster. A larger value reduces the overhead of creating datums.
	ShardNumFiles = 10000
)

Variables

View Source 
var (
	State_name = map[int32]string{
		0: "PROCESSED",
		1: "FAILED",
		2: "RECOVERED",
	}
	State_value = map[string]int32{
		"PROCESSED": 0,
		"FAILED":    1,
		"RECOVERED": 2,
	}
)

Enum value maps for State.

View Source 
var (
	KeyTask_Type_name = map[int32]string{
		0: "JOIN",
		1: "GROUP",
	}
	KeyTask_Type_value = map[string]int32{
		"JOIN":  0,
		"GROUP": 1,
	}
)

Enum value maps for KeyTask_Type.

View Source 
var (
	MergeTask_Type_name = map[int32]string{
		0: "JOIN",
		1: "GROUP",
	}
	MergeTask_Type_value = map[string]int32{
		"JOIN":  0,
		"GROUP": 1,
	}
)

Enum value maps for MergeTask_Type.

View Source 
var File_server_worker_datum_datum_proto protoreflect.FileDescriptor

Functions

func ComposeFileSets 

func ComposeFileSets(ctx context.Context, c pfs.APIClient, taskDoer task.Doer, fileSetIDs []string) (string, error)

func Create 

func Create(ctx context.Context, c pfs.APIClient, taskDoer task.Doer, input *pps.Input) (string, error)

func CreateEmptyFileSet 

func CreateEmptyFileSet(ctx context.Context, c pfs.APIClient) (string, error)

func CreateSets 

func CreateSets(pachClient *client.APIClient, setSpec *SetSpec, fileSetID string, basePathRange *pfs.PathRange) ([]*pfs.PathRange, error)

func IsTask 

func IsTask(input *anypb.Any) bool

func IsTaskResult 

func IsTaskResult(output *anypb.Any) bool

func Merge 

func Merge(dits []Iterator, cb func([]*Meta) error) error

Merge merges multiple datum iterators (key is datum ID).

func MergeProcessStats 

func MergeProcessStats(x, y *pps.ProcessStats)

MergeProcessStats merges two process stats.

func MergeStats 

func MergeStats(x, y *Stats)

MergeStats merges two stats.

func ProcessTask 

func ProcessTask(ctx context.Context, c pfs.APIClient, input *anypb.Any) (*anypb.Any, error)

func TaskResultFileSets 

func TaskResultFileSets(output *anypb.Any) ([]string, error)

func WithCreateFileSet 

func WithCreateFileSet(ctx context.Context, c pfs.APIClient, name string, cb func(*Set) error) (string, error)

func WithSet 

func WithSet(cacheClient *pfssync.CacheClient, storageRoot string, cb func(*Set) error, opts ...SetOption) (retErr error)

WithSet provides a scoped environment for a datum set.

Types

type ComposeTask 

type ComposeTask struct {
	FileSetIds []string `protobuf:"bytes,1,rep,name=file_set_ids,json=fileSetIds,proto3" json:"file_set_ids,omitempty"`
	AuthToken  string   `protobuf:"bytes,2,opt,name=auth_token,json=authToken,proto3" json:"auth_token,omitempty"`
	// contains filtered or unexported fields
}

func (*ComposeTask) Descriptor deprecated 

func (*ComposeTask) Descriptor() ([]byte, []int)

Deprecated: Use ComposeTask.ProtoReflect.Descriptor instead.

func (*ComposeTask) GetAuthToken 

func (x *ComposeTask) GetAuthToken() string

func (*ComposeTask) GetFileSetIds 

func (x *ComposeTask) GetFileSetIds() []string

func (*ComposeTask) MarshalLogObject 

func (x *ComposeTask) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*ComposeTask) ProtoMessage 

func (*ComposeTask) ProtoMessage()

func (*ComposeTask) ProtoReflect added in v2.7.0 

func (x *ComposeTask) ProtoReflect() protoreflect.Message

func (*ComposeTask) Reset 

func (x *ComposeTask) Reset()

func (*ComposeTask) String 

func (x *ComposeTask) String() string

func (*ComposeTask) Validate added in v2.8.0 

func (m *ComposeTask) Validate() error

Validate checks the field values on ComposeTask with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ComposeTask) ValidateAll added in v2.8.0 

func (m *ComposeTask) ValidateAll() error

ValidateAll checks the field values on ComposeTask with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ComposeTaskMultiError, or nil if none found.

type ComposeTaskMultiError added in v2.8.0 

type ComposeTaskMultiError []error

ComposeTaskMultiError is an error wrapping multiple validation errors returned by ComposeTask.ValidateAll() if the designated constraints aren't met.

func (ComposeTaskMultiError) AllErrors added in v2.8.0 

func (m ComposeTaskMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (ComposeTaskMultiError) Error added in v2.8.0 

func (m ComposeTaskMultiError) Error() string

Error returns a concatenation of all the error messages it wraps.

type ComposeTaskResult 

type ComposeTaskResult struct {
	FileSetId string `protobuf:"bytes,1,opt,name=file_set_id,json=fileSetId,proto3" json:"file_set_id,omitempty"`
	// contains filtered or unexported fields
}

func (*ComposeTaskResult) Descriptor deprecated 

func (*ComposeTaskResult) Descriptor() ([]byte, []int)

Deprecated: Use ComposeTaskResult.ProtoReflect.Descriptor instead.

func (*ComposeTaskResult) GetFileSetId 

func (x *ComposeTaskResult) GetFileSetId() string

func (*ComposeTaskResult) MarshalLogObject 

func (x *ComposeTaskResult) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*ComposeTaskResult) ProtoMessage 

func (*ComposeTaskResult) ProtoMessage()

func (*ComposeTaskResult) ProtoReflect added in v2.7.0 

func (x *ComposeTaskResult) ProtoReflect() protoreflect.Message

func (*ComposeTaskResult) Reset 

func (x *ComposeTaskResult) Reset()

func (*ComposeTaskResult) String 

func (x *ComposeTaskResult) String() string

func (*ComposeTaskResult) Validate added in v2.8.0 

func (m *ComposeTaskResult) Validate() error

Validate checks the field values on ComposeTaskResult with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*ComposeTaskResult) ValidateAll added in v2.8.0 

func (m *ComposeTaskResult) ValidateAll() error

ValidateAll checks the field values on ComposeTaskResult with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ComposeTaskResultMultiError, or nil if none found.

type ComposeTaskResultMultiError added in v2.8.0 

type ComposeTaskResultMultiError []error

ComposeTaskResultMultiError is an error wrapping multiple validation errors returned by ComposeTaskResult.ValidateAll() if the designated constraints aren't met.

func (ComposeTaskResultMultiError) AllErrors added in v2.8.0 

func (m ComposeTaskResultMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (ComposeTaskResultMultiError) Error added in v2.8.0 

func (m ComposeTaskResultMultiError) Error() string

Error returns a concatenation of all the error messages it wraps.

type ComposeTaskResultValidationError added in v2.8.0 

type ComposeTaskResultValidationError struct {
	// contains filtered or unexported fields
}

ComposeTaskResultValidationError is the validation error returned by ComposeTaskResult.Validate if the designated constraints aren't met.

func (ComposeTaskResultValidationError) Cause added in v2.8.0 

func (e ComposeTaskResultValidationError) Cause() error

Cause function returns cause value.

func (ComposeTaskResultValidationError) Error added in v2.8.0 

func (e ComposeTaskResultValidationError) Error() string

Error satisfies the builtin error interface

func (ComposeTaskResultValidationError) ErrorName added in v2.8.0 

func (e ComposeTaskResultValidationError) ErrorName() string

ErrorName returns error name.

func (ComposeTaskResultValidationError) Field added in v2.8.0 

func (e ComposeTaskResultValidationError) Field() string

Field function returns field value.

func (ComposeTaskResultValidationError) Key added in v2.8.0 

func (e ComposeTaskResultValidationError) Key() bool

Key function returns key value.

func (ComposeTaskResultValidationError) Reason added in v2.8.0 

func (e ComposeTaskResultValidationError) Reason() string

Reason function returns reason value.

type ComposeTaskValidationError added in v2.8.0 

type ComposeTaskValidationError struct {
	// contains filtered or unexported fields
}

ComposeTaskValidationError is the validation error returned by ComposeTask.Validate if the designated constraints aren't met.

func (ComposeTaskValidationError) Cause added in v2.8.0 

func (e ComposeTaskValidationError) Cause() error

Cause function returns cause value.

func (ComposeTaskValidationError) Error added in v2.8.0 

func (e ComposeTaskValidationError) Error() string

Error satisfies the builtin error interface

func (ComposeTaskValidationError) ErrorName added in v2.8.0 

func (e ComposeTaskValidationError) ErrorName() string

ErrorName returns error name.

func (ComposeTaskValidationError) Field added in v2.8.0 

func (e ComposeTaskValidationError) Field() string

Field function returns field value.

func (ComposeTaskValidationError) Key added in v2.8.0 

func (e ComposeTaskValidationError) Key() bool

Key function returns key value.

func (ComposeTaskValidationError) Reason added in v2.8.0 

func (e ComposeTaskValidationError) Reason() string

Reason function returns reason value.

type CrossTask 

type CrossTask struct {
	FileSetIds           []string       `protobuf:"bytes,1,rep,name=file_set_ids,json=fileSetIds,proto3" json:"file_set_ids,omitempty"`
	BaseFileSetIndex     int64          `protobuf:"varint,2,opt,name=base_file_set_index,json=baseFileSetIndex,proto3" json:"base_file_set_index,omitempty"`
	BaseFileSetPathRange *pfs.PathRange `` /* 127-byte string literal not displayed */
	BaseIndex            int64          `protobuf:"varint,4,opt,name=base_index,json=baseIndex,proto3" json:"base_index,omitempty"`
	AuthToken            string         `protobuf:"bytes,5,opt,name=auth_token,json=authToken,proto3" json:"auth_token,omitempty"`
	// contains filtered or unexported fields
}

func (*CrossTask) Descriptor deprecated 

func (*CrossTask) Descriptor() ([]byte, []int)

Deprecated: Use CrossTask.ProtoReflect.Descriptor instead.

func (*CrossTask) GetAuthToken 

func (x *CrossTask) GetAuthToken() string

func (*CrossTask) GetBaseFileSetIndex 

func (x *CrossTask) GetBaseFileSetIndex() int64

func (*CrossTask) GetBaseFileSetPathRange 

func (x *CrossTask) GetBaseFileSetPathRange() *pfs.PathRange

func (*CrossTask) GetBaseIndex 

func (x *CrossTask) GetBaseIndex() int64

func (*CrossTask) GetFileSetIds 

func (x *CrossTask) GetFileSetIds() []string

func (*CrossTask) MarshalLogObject 

func (x *CrossTask) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*CrossTask) ProtoMessage 

func (*CrossTask) ProtoMessage()

func (*CrossTask) ProtoReflect added in v2.7.0 

func (x *CrossTask) ProtoReflect() protoreflect.Message

func (*CrossTask) Reset 

func (x *CrossTask) Reset()

func (*CrossTask) String 

func (x *CrossTask) String() string

func (*CrossTask) Validate added in v2.8.0 

func (m *CrossTask) Validate() error

Validate checks the field values on CrossTask with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*CrossTask) ValidateAll added in v2.8.0 

func (m *CrossTask) ValidateAll() error

ValidateAll checks the field values on CrossTask with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in CrossTaskMultiError, or nil if none found.

type CrossTaskMultiError added in v2.8.0 

type CrossTaskMultiError []error

CrossTaskMultiError is an error wrapping multiple validation errors returned by CrossTask.ValidateAll() if the designated constraints aren't met.

func (CrossTaskMultiError) AllErrors added in v2.8.0 

func (m CrossTaskMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (CrossTaskMultiError) Error added in v2.8.0 

func (m CrossTaskMultiError) Error() string

Error returns a concatenation of all the error messages it wraps.

type CrossTaskResult 

type CrossTaskResult struct {
	FileSetId string `protobuf:"bytes,1,opt,name=file_set_id,json=fileSetId,proto3" json:"file_set_id,omitempty"`
	// contains filtered or unexported fields
}

func (*CrossTaskResult) Descriptor deprecated 

func (*CrossTaskResult) Descriptor() ([]byte, []int)

Deprecated: Use CrossTaskResult.ProtoReflect.Descriptor instead.

func (*CrossTaskResult) GetFileSetId 

func (x *CrossTaskResult) GetFileSetId() string

func (*CrossTaskResult) MarshalLogObject 

func (x *CrossTaskResult) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*CrossTaskResult) ProtoMessage 

func (*CrossTaskResult) ProtoMessage()

func (*CrossTaskResult) ProtoReflect added in v2.7.0 

func (x *CrossTaskResult) ProtoReflect() protoreflect.Message

func (*CrossTaskResult) Reset 

func (x *CrossTaskResult) Reset()

func (*CrossTaskResult) String 

func (x *CrossTaskResult) String() string

func (*CrossTaskResult) Validate added in v2.8.0 

func (m *CrossTaskResult) Validate() error

Validate checks the field values on CrossTaskResult with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*CrossTaskResult) ValidateAll added in v2.8.0 

func (m *CrossTaskResult) ValidateAll() error

ValidateAll checks the field values on CrossTaskResult with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in CrossTaskResultMultiError, or nil if none found.

type CrossTaskResultMultiError added in v2.8.0 

type CrossTaskResultMultiError []error

CrossTaskResultMultiError is an error wrapping multiple validation errors returned by CrossTaskResult.ValidateAll() if the designated constraints aren't met.

func (CrossTaskResultMultiError) AllErrors added in v2.8.0 

func (m CrossTaskResultMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (CrossTaskResultMultiError) Error added in v2.8.0 

func (m CrossTaskResultMultiError) Error() string

Error returns a concatenation of all the error messages it wraps.

type CrossTaskResultValidationError added in v2.8.0 

type CrossTaskResultValidationError struct {
	// contains filtered or unexported fields
}

CrossTaskResultValidationError is the validation error returned by CrossTaskResult.Validate if the designated constraints aren't met.

func (CrossTaskResultValidationError) Cause added in v2.8.0 

func (e CrossTaskResultValidationError) Cause() error

Cause function returns cause value.

func (CrossTaskResultValidationError) Error added in v2.8.0 

func (e CrossTaskResultValidationError) Error() string

Error satisfies the builtin error interface

func (CrossTaskResultValidationError) ErrorName added in v2.8.0 

func (e CrossTaskResultValidationError) ErrorName() string

ErrorName returns error name.

func (CrossTaskResultValidationError) Field added in v2.8.0 

func (e CrossTaskResultValidationError) Field() string

Field function returns field value.

func (CrossTaskResultValidationError) Key added in v2.8.0 

func (e CrossTaskResultValidationError) Key() bool

Key function returns key value.

func (CrossTaskResultValidationError) Reason added in v2.8.0 

func (e CrossTaskResultValidationError) Reason() string

Reason function returns reason value.

type CrossTaskValidationError added in v2.8.0 

type CrossTaskValidationError struct {
	// contains filtered or unexported fields
}

CrossTaskValidationError is the validation error returned by CrossTask.Validate if the designated constraints aren't met.

func (CrossTaskValidationError) Cause added in v2.8.0 

func (e CrossTaskValidationError) Cause() error

Cause function returns cause value.

func (CrossTaskValidationError) Error added in v2.8.0 

func (e CrossTaskValidationError) Error() string

Error satisfies the builtin error interface

func (CrossTaskValidationError) ErrorName added in v2.8.0 

func (e CrossTaskValidationError) ErrorName() string

ErrorName returns error name.

func (CrossTaskValidationError) Field added in v2.8.0 

func (e CrossTaskValidationError) Field() string

Field function returns field value.

func (CrossTaskValidationError) Key added in v2.8.0 

func (e CrossTaskValidationError) Key() bool

Key function returns key value.

func (CrossTaskValidationError) Reason added in v2.8.0 

func (e CrossTaskValidationError) Reason() string

Reason function returns reason value.

type Datum 

type Datum struct {
	ID string

	IDPrefix string
	// contains filtered or unexported fields
}

Datum manages a datum.

func (*Datum) MetaStorageRoot 

func (d *Datum) MetaStorageRoot() string

MetaStorageRoot returns the meta storage root.

func (*Datum) PFSStorageRoot 

func (d *Datum) PFSStorageRoot() string

PFSStorageRoot returns the pfs storage root.

func (*Datum) Run 

func (d *Datum) Run(ctx context.Context, cb func(ctx context.Context) error) error

Run provides a scoped environment for the processing of a datum.

type Deleter 

type Deleter func(*Meta) error

Deleter deletes a datum.

func NewDeleter 

func NewDeleter(metaFileWalker fileWalkerFunc, metaOutputClient, pfsOutputClient client.ModifyFile) Deleter

NewDeleter creates a new deleter.

type Hasher 

type Hasher interface {
	// Hash computes the datum hash based on the inputs.
	Hash([]*common.Input) string
}

Hasher is the standard interface for a datum hasher.

type Iterator 

type Iterator interface {
	// Iterate iterates over a set of datums.
	Iterate(func(*Meta) error) error
}

Iterator is the standard interface for a datum iterator.

func NewCommitIterator 

func NewCommitIterator(ctx context.Context, c pfs.APIClient, commit *pfs.Commit, pathRange *pfs.PathRange) Iterator

NewCommitIterator creates an iterator for the specified commit and repo.

func NewFileSetIterator 

func NewFileSetIterator(ctx context.Context, c pfs.APIClient, fsID string, pathRange *pfs.PathRange) Iterator

NewFileSetIterator creates a new fileset iterator.

func NewIterator 

func NewIterator(ctx context.Context, c pfs.APIClient, taskDoer task.Doer, input *pps.Input) (Iterator, error)

NewIterator creates a new datum iterator. TODO: Maybe add a renewer parameter to keep file set alive?

func NewJobIterator 

func NewJobIterator(iterator Iterator, job *pps.Job, hasher Hasher) Iterator

NewJobIterator creates a new job iterator.

func NewStreamingDatumIterator added in v2.9.2 

func NewStreamingDatumIterator(ctx context.Context, c pfs.APIClient, taskDoer task.Doer, input *pps.Input) Iterator

type KeyTask 

type KeyTask struct {
	FileSetId string         `protobuf:"bytes,1,opt,name=file_set_id,json=fileSetId,proto3" json:"file_set_id,omitempty"`
	PathRange *pfs.PathRange `protobuf:"bytes,2,opt,name=path_range,json=pathRange,proto3" json:"path_range,omitempty"`
	Type      KeyTask_Type   `protobuf:"varint,3,opt,name=type,proto3,enum=datum.KeyTask_Type" json:"type,omitempty"`
	AuthToken string         `protobuf:"bytes,4,opt,name=auth_token,json=authToken,proto3" json:"auth_token,omitempty"`
	// contains filtered or unexported fields
}

func (*KeyTask) Descriptor deprecated 

func (*KeyTask) Descriptor() ([]byte, []int)

Deprecated: Use KeyTask.ProtoReflect.Descriptor instead.

func (*KeyTask) GetAuthToken 

func (x *KeyTask) GetAuthToken() string

func (*KeyTask) GetFileSetId 

func (x *KeyTask) GetFileSetId() string

func (*KeyTask) GetPathRange 

func (x *KeyTask) GetPathRange() *pfs.PathRange

func (*KeyTask) GetType 

func (x *KeyTask) GetType() KeyTask_Type

func (*KeyTask) MarshalLogObject 

func (x *KeyTask) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*KeyTask) ProtoMessage 

func (*KeyTask) ProtoMessage()

func (*KeyTask) ProtoReflect added in v2.7.0 

func (x *KeyTask) ProtoReflect() protoreflect.Message

func (*KeyTask) Reset 

func (x *KeyTask) Reset()

func (*KeyTask) String 

func (x *KeyTask) String() string

func (*KeyTask) Validate added in v2.8.0 

func (m *KeyTask) Validate() error

Validate checks the field values on KeyTask with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*KeyTask) ValidateAll added in v2.8.0 

func (m *KeyTask) ValidateAll() error

ValidateAll checks the field values on KeyTask with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in KeyTaskMultiError, or nil if none found.

type KeyTaskMultiError added in v2.8.0 

type KeyTaskMultiError []error

KeyTaskMultiError is an error wrapping multiple validation errors returned by KeyTask.ValidateAll() if the designated constraints aren't met.

func (KeyTaskMultiError) AllErrors added in v2.8.0 

func (m KeyTaskMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (KeyTaskMultiError) Error added in v2.8.0 

func (m KeyTaskMultiError) Error() string

Error returns a concatenation of all the error messages it wraps.

type KeyTaskResult 

type KeyTaskResult struct {
	FileSetId string `protobuf:"bytes,1,opt,name=file_set_id,json=fileSetId,proto3" json:"file_set_id,omitempty"`
	// contains filtered or unexported fields
}

func (*KeyTaskResult) Descriptor deprecated 

func (*KeyTaskResult) Descriptor() ([]byte, []int)

Deprecated: Use KeyTaskResult.ProtoReflect.Descriptor instead.

func (*KeyTaskResult) GetFileSetId 

func (x *KeyTaskResult) GetFileSetId() string

func (*KeyTaskResult) MarshalLogObject 

func (x *KeyTaskResult) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*KeyTaskResult) ProtoMessage 

func (*KeyTaskResult) ProtoMessage()

func (*KeyTaskResult) ProtoReflect added in v2.7.0 

func (x *KeyTaskResult) ProtoReflect() protoreflect.Message

func (*KeyTaskResult) Reset 

func (x *KeyTaskResult) Reset()

func (*KeyTaskResult) String 

func (x *KeyTaskResult) String() string

func (*KeyTaskResult) Validate added in v2.8.0 

func (m *KeyTaskResult) Validate() error

Validate checks the field values on KeyTaskResult with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*KeyTaskResult) ValidateAll added in v2.8.0 

func (m *KeyTaskResult) ValidateAll() error

ValidateAll checks the field values on KeyTaskResult with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in KeyTaskResultMultiError, or nil if none found.

type KeyTaskResultMultiError added in v2.8.0 

type KeyTaskResultMultiError []error

KeyTaskResultMultiError is an error wrapping multiple validation errors returned by KeyTaskResult.ValidateAll() if the designated constraints aren't met.

func (KeyTaskResultMultiError) AllErrors added in v2.8.0 

func (m KeyTaskResultMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (KeyTaskResultMultiError) Error added in v2.8.0 

func (m KeyTaskResultMultiError) Error() string

Error returns a concatenation of all the error messages it wraps.

type KeyTaskResultValidationError added in v2.8.0 

type KeyTaskResultValidationError struct {
	// contains filtered or unexported fields
}

KeyTaskResultValidationError is the validation error returned by KeyTaskResult.Validate if the designated constraints aren't met.

func (KeyTaskResultValidationError) Cause added in v2.8.0 

func (e KeyTaskResultValidationError) Cause() error

Cause function returns cause value.

func (KeyTaskResultValidationError) Error added in v2.8.0 

func (e KeyTaskResultValidationError) Error() string

Error satisfies the builtin error interface

func (KeyTaskResultValidationError) ErrorName added in v2.8.0 

func (e KeyTaskResultValidationError) ErrorName() string

ErrorName returns error name.

func (KeyTaskResultValidationError) Field added in v2.8.0 

func (e KeyTaskResultValidationError) Field() string

Field function returns field value.

func (KeyTaskResultValidationError) Key added in v2.8.0 

func (e KeyTaskResultValidationError) Key() bool

Key function returns key value.

func (KeyTaskResultValidationError) Reason added in v2.8.0 

func (e KeyTaskResultValidationError) Reason() string

Reason function returns reason value.

type KeyTaskValidationError added in v2.8.0 

type KeyTaskValidationError struct {
	// contains filtered or unexported fields
}

KeyTaskValidationError is the validation error returned by KeyTask.Validate if the designated constraints aren't met.

func (KeyTaskValidationError) Cause added in v2.8.0 

func (e KeyTaskValidationError) Cause() error

Cause function returns cause value.

func (KeyTaskValidationError) Error added in v2.8.0 

func (e KeyTaskValidationError) Error() string

Error satisfies the builtin error interface

func (KeyTaskValidationError) ErrorName added in v2.8.0 

func (e KeyTaskValidationError) ErrorName() string

ErrorName returns error name.

func (KeyTaskValidationError) Field added in v2.8.0 

func (e KeyTaskValidationError) Field() string

Field function returns field value.

func (KeyTaskValidationError) Key added in v2.8.0 

func (e KeyTaskValidationError) Key() bool

Key function returns key value.

func (KeyTaskValidationError) Reason added in v2.8.0 

func (e KeyTaskValidationError) Reason() string

Reason function returns reason value.

type KeyTask_Type 

type KeyTask_Type int32
const (
	KeyTask_JOIN  KeyTask_Type = 0
	KeyTask_GROUP KeyTask_Type = 1
)

func (KeyTask_Type) Descriptor added in v2.7.0 

func (KeyTask_Type) Descriptor() protoreflect.EnumDescriptor

func (KeyTask_Type) Enum added in v2.7.0 

func (x KeyTask_Type) Enum() *KeyTask_Type

func (KeyTask_Type) EnumDescriptor deprecated 

func (KeyTask_Type) EnumDescriptor() ([]byte, []int)

Deprecated: Use KeyTask_Type.Descriptor instead.

func (KeyTask_Type) Number added in v2.7.0 

func (x KeyTask_Type) Number() protoreflect.EnumNumber

func (KeyTask_Type) String 

func (x KeyTask_Type) String() string

func (KeyTask_Type) Type added in v2.7.0 

func (KeyTask_Type) Type() protoreflect.EnumType

type MergeTask 

type MergeTask struct {
	FileSetIds []string       `protobuf:"bytes,1,rep,name=file_set_ids,json=fileSetIds,proto3" json:"file_set_ids,omitempty"`
	PathRange  *pfs.PathRange `protobuf:"bytes,2,opt,name=path_range,json=pathRange,proto3" json:"path_range,omitempty"`
	Type       MergeTask_Type `protobuf:"varint,3,opt,name=type,proto3,enum=datum.MergeTask_Type" json:"type,omitempty"`
	AuthToken  string         `protobuf:"bytes,4,opt,name=auth_token,json=authToken,proto3" json:"auth_token,omitempty"`
	// contains filtered or unexported fields
}

func (*MergeTask) Descriptor deprecated 

func (*MergeTask) Descriptor() ([]byte, []int)

Deprecated: Use MergeTask.ProtoReflect.Descriptor instead.

func (*MergeTask) GetAuthToken 

func (x *MergeTask) GetAuthToken() string

func (*MergeTask) GetFileSetIds 

func (x *MergeTask) GetFileSetIds() []string

func (*MergeTask) GetPathRange 

func (x *MergeTask) GetPathRange() *pfs.PathRange

func (*MergeTask) GetType 

func (x *MergeTask) GetType() MergeTask_Type

func (*MergeTask) MarshalLogObject 

func (x *MergeTask) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*MergeTask) ProtoMessage 

func (*MergeTask) ProtoMessage()

func (*MergeTask) ProtoReflect added in v2.7.0 

func (x *MergeTask) ProtoReflect() protoreflect.Message

func (*MergeTask) Reset 

func (x *MergeTask) Reset()

func (*MergeTask) String 

func (x *MergeTask) String() string

func (*MergeTask) Validate added in v2.8.0 

func (m *MergeTask) Validate() error

Validate checks the field values on MergeTask with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*MergeTask) ValidateAll added in v2.8.0 

func (m *MergeTask) ValidateAll() error

ValidateAll checks the field values on MergeTask with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in MergeTaskMultiError, or nil if none found.

type MergeTaskMultiError added in v2.8.0 

type MergeTaskMultiError []error

MergeTaskMultiError is an error wrapping multiple validation errors returned by MergeTask.ValidateAll() if the designated constraints aren't met.

func (MergeTaskMultiError) AllErrors added in v2.8.0 

func (m MergeTaskMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (MergeTaskMultiError) Error added in v2.8.0 

func (m MergeTaskMultiError) Error() string

Error returns a concatenation of all the error messages it wraps.

type MergeTaskResult 

type MergeTaskResult struct {
	FileSetId string `protobuf:"bytes,1,opt,name=file_set_id,json=fileSetId,proto3" json:"file_set_id,omitempty"`
	// contains filtered or unexported fields
}

func (*MergeTaskResult) Descriptor deprecated 

func (*MergeTaskResult) Descriptor() ([]byte, []int)

Deprecated: Use MergeTaskResult.ProtoReflect.Descriptor instead.

func (*MergeTaskResult) GetFileSetId 

func (x *MergeTaskResult) GetFileSetId() string

func (*MergeTaskResult) MarshalLogObject 

func (x *MergeTaskResult) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*MergeTaskResult) ProtoMessage 

func (*MergeTaskResult) ProtoMessage()

func (*MergeTaskResult) ProtoReflect added in v2.7.0 

func (x *MergeTaskResult) ProtoReflect() protoreflect.Message

func (*MergeTaskResult) Reset 

func (x *MergeTaskResult) Reset()

func (*MergeTaskResult) String 

func (x *MergeTaskResult) String() string

func (*MergeTaskResult) Validate added in v2.8.0 

func (m *MergeTaskResult) Validate() error

Validate checks the field values on MergeTaskResult with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*MergeTaskResult) ValidateAll added in v2.8.0 

func (m *MergeTaskResult) ValidateAll() error

ValidateAll checks the field values on MergeTaskResult with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in MergeTaskResultMultiError, or nil if none found.

type MergeTaskResultMultiError added in v2.8.0 

type MergeTaskResultMultiError []error

MergeTaskResultMultiError is an error wrapping multiple validation errors returned by MergeTaskResult.ValidateAll() if the designated constraints aren't met.

func (MergeTaskResultMultiError) AllErrors added in v2.8.0 

func (m MergeTaskResultMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (MergeTaskResultMultiError) Error added in v2.8.0 

func (m MergeTaskResultMultiError) Error() string

Error returns a concatenation of all the error messages it wraps.

type MergeTaskResultValidationError added in v2.8.0 

type MergeTaskResultValidationError struct {
	// contains filtered or unexported fields
}

MergeTaskResultValidationError is the validation error returned by MergeTaskResult.Validate if the designated constraints aren't met.

func (MergeTaskResultValidationError) Cause added in v2.8.0 

func (e MergeTaskResultValidationError) Cause() error

Cause function returns cause value.

func (MergeTaskResultValidationError) Error added in v2.8.0 

func (e MergeTaskResultValidationError) Error() string

Error satisfies the builtin error interface

func (MergeTaskResultValidationError) ErrorName added in v2.8.0 

func (e MergeTaskResultValidationError) ErrorName() string

ErrorName returns error name.

func (MergeTaskResultValidationError) Field added in v2.8.0 

func (e MergeTaskResultValidationError) Field() string

Field function returns field value.

func (MergeTaskResultValidationError) Key added in v2.8.0 

func (e MergeTaskResultValidationError) Key() bool

Key function returns key value.

func (MergeTaskResultValidationError) Reason added in v2.8.0 

func (e MergeTaskResultValidationError) Reason() string

Reason function returns reason value.

type MergeTaskValidationError added in v2.8.0 

type MergeTaskValidationError struct {
	// contains filtered or unexported fields
}

MergeTaskValidationError is the validation error returned by MergeTask.Validate if the designated constraints aren't met.

func (MergeTaskValidationError) Cause added in v2.8.0 

func (e MergeTaskValidationError) Cause() error

Cause function returns cause value.

func (MergeTaskValidationError) Error added in v2.8.0 

func (e MergeTaskValidationError) Error() string

Error satisfies the builtin error interface

func (MergeTaskValidationError) ErrorName added in v2.8.0 

func (e MergeTaskValidationError) ErrorName() string

ErrorName returns error name.

func (MergeTaskValidationError) Field added in v2.8.0 

func (e MergeTaskValidationError) Field() string

Field function returns field value.

func (MergeTaskValidationError) Key added in v2.8.0 

func (e MergeTaskValidationError) Key() bool

Key function returns key value.

func (MergeTaskValidationError) Reason added in v2.8.0 

func (e MergeTaskValidationError) Reason() string

Reason function returns reason value.

type MergeTask_Type 

type MergeTask_Type int32
const (
	MergeTask_JOIN  MergeTask_Type = 0
	MergeTask_GROUP MergeTask_Type = 1
)

func (MergeTask_Type) Descriptor added in v2.7.0 

func (MergeTask_Type) Descriptor() protoreflect.EnumDescriptor

func (MergeTask_Type) Enum added in v2.7.0 

func (x MergeTask_Type) Enum() *MergeTask_Type

func (MergeTask_Type) EnumDescriptor deprecated 

func (MergeTask_Type) EnumDescriptor() ([]byte, []int)

Deprecated: Use MergeTask_Type.Descriptor instead.

func (MergeTask_Type) Number added in v2.7.0 

func (x MergeTask_Type) Number() protoreflect.EnumNumber

func (MergeTask_Type) String 

func (x MergeTask_Type) String() string

func (MergeTask_Type) Type added in v2.7.0 

func (MergeTask_Type) Type() protoreflect.EnumType

type Meta 

type Meta struct {
	Job     *pps.Job          `protobuf:"bytes,1,opt,name=job,proto3" json:"job,omitempty"`
	Inputs  []*common.Input   `protobuf:"bytes,2,rep,name=inputs,proto3" json:"inputs,omitempty"`
	Hash    string            `protobuf:"bytes,3,opt,name=hash,proto3" json:"hash,omitempty"`
	State   State             `protobuf:"varint,4,opt,name=state,proto3,enum=datum.State" json:"state,omitempty"`
	Reason  string            `protobuf:"bytes,5,opt,name=reason,proto3" json:"reason,omitempty"`
	Stats   *pps.ProcessStats `protobuf:"bytes,6,opt,name=stats,proto3" json:"stats,omitempty"`
	Index   int64             `protobuf:"varint,7,opt,name=index,proto3" json:"index,omitempty"`
	ImageId string            `protobuf:"bytes,8,opt,name=image_id,json=imageId,proto3" json:"image_id,omitempty"`
	// contains filtered or unexported fields
}

func (*Meta) Descriptor deprecated 

func (*Meta) Descriptor() ([]byte, []int)

Deprecated: Use Meta.ProtoReflect.Descriptor instead.

func (*Meta) GetHash 

func (x *Meta) GetHash() string

func (*Meta) GetImageId 

func (x *Meta) GetImageId() string

func (*Meta) GetIndex 

func (x *Meta) GetIndex() int64

func (*Meta) GetInputs 

func (x *Meta) GetInputs() []*common.Input

func (*Meta) GetJob 

func (x *Meta) GetJob() *pps.Job

func (*Meta) GetReason 

func (x *Meta) GetReason() string

func (*Meta) GetState 

func (x *Meta) GetState() State

func (*Meta) GetStats 

func (x *Meta) GetStats() *pps.ProcessStats

func (*Meta) MarshalLogObject 

func (x *Meta) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*Meta) ProtoMessage 

func (*Meta) ProtoMessage()

func (*Meta) ProtoReflect added in v2.7.0 

func (x *Meta) ProtoReflect() protoreflect.Message

func (*Meta) Reset 

func (x *Meta) Reset()

func (*Meta) String 

func (x *Meta) String() string

func (*Meta) Validate added in v2.8.0 

func (m *Meta) Validate() error

Validate checks the field values on Meta with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*Meta) ValidateAll added in v2.8.0 

func (m *Meta) ValidateAll() error

ValidateAll checks the field values on Meta with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in MetaMultiError, or nil if none found.

type MetaMultiError added in v2.8.0 

type MetaMultiError []error

MetaMultiError is an error wrapping multiple validation errors returned by Meta.ValidateAll() if the designated constraints aren't met.

func (MetaMultiError) AllErrors added in v2.8.0 

func (m MetaMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (MetaMultiError) Error added in v2.8.0 

func (m MetaMultiError) Error() string

Error returns a concatenation of all the error messages it wraps.

type MetaValidationError added in v2.8.0 

type MetaValidationError struct {
	// contains filtered or unexported fields
}

MetaValidationError is the validation error returned by Meta.Validate if the designated constraints aren't met.

func (MetaValidationError) Cause added in v2.8.0 

func (e MetaValidationError) Cause() error

Cause function returns cause value.

func (MetaValidationError) Error added in v2.8.0 

func (e MetaValidationError) Error() string

Error satisfies the builtin error interface

func (MetaValidationError) ErrorName added in v2.8.0 

func (e MetaValidationError) ErrorName() string

ErrorName returns error name.

func (MetaValidationError) Field added in v2.8.0 

func (e MetaValidationError) Field() string

Field function returns field value.

func (MetaValidationError) Key added in v2.8.0 

func (e MetaValidationError) Key() bool

Key function returns key value.

func (MetaValidationError) Reason added in v2.8.0 

func (e MetaValidationError) Reason() string

Reason function returns reason value.

type Option 

type Option func(*Datum)

Option configures a datum.

func WithEnv 

func WithEnv(env []string) Option

WithEnv sets the environment variables.

func WithPrefixIndex 

func WithPrefixIndex() Option

WithPrefixIndex prefixes the datum directory name (both locally and in PFS) with its index value.

func WithRecoveryCallback 

func WithRecoveryCallback(cb func(context.Context) error) Option

WithRecoveryCallback sets the recovery callback.

func WithRetry 

func WithRetry(numRetries int) Option

WithRetry sets the number of retries.

func WithTimeout 

func WithTimeout(timeout time.Duration) Option

WithTimeout sets the timeout.

type PFSTask 

type PFSTask struct {
	Input     *pps.PFSInput  `protobuf:"bytes,1,opt,name=input,proto3" json:"input,omitempty"`
	PathRange *pfs.PathRange `protobuf:"bytes,2,opt,name=path_range,json=pathRange,proto3" json:"path_range,omitempty"`
	BaseIndex int64          `protobuf:"varint,3,opt,name=base_index,json=baseIndex,proto3" json:"base_index,omitempty"`
	AuthToken string         `protobuf:"bytes,4,opt,name=auth_token,json=authToken,proto3" json:"auth_token,omitempty"`
	// contains filtered or unexported fields
}

func (*PFSTask) Descriptor deprecated 

func (*PFSTask) Descriptor() ([]byte, []int)

Deprecated: Use PFSTask.ProtoReflect.Descriptor instead.

func (*PFSTask) GetAuthToken 

func (x *PFSTask) GetAuthToken() string

func (*PFSTask) GetBaseIndex 

func (x *PFSTask) GetBaseIndex() int64

func (*PFSTask) GetInput 

func (x *PFSTask) GetInput() *pps.PFSInput

func (*PFSTask) GetPathRange 

func (x *PFSTask) GetPathRange() *pfs.PathRange

func (*PFSTask) MarshalLogObject 

func (x *PFSTask) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*PFSTask) ProtoMessage 

func (*PFSTask) ProtoMessage()

func (*PFSTask) ProtoReflect added in v2.7.0 

func (x *PFSTask) ProtoReflect() protoreflect.Message

func (*PFSTask) Reset 

func (x *PFSTask) Reset()

func (*PFSTask) String 

func (x *PFSTask) String() string

func (*PFSTask) Validate added in v2.8.0 

func (m *PFSTask) Validate() error

Validate checks the field values on PFSTask with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*PFSTask) ValidateAll added in v2.8.0 

func (m *PFSTask) ValidateAll() error

ValidateAll checks the field values on PFSTask with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in PFSTaskMultiError, or nil if none found.

type PFSTaskMultiError added in v2.8.0 

type PFSTaskMultiError []error

PFSTaskMultiError is an error wrapping multiple validation errors returned by PFSTask.ValidateAll() if the designated constraints aren't met.

func (PFSTaskMultiError) AllErrors added in v2.8.0 

func (m PFSTaskMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (PFSTaskMultiError) Error added in v2.8.0 

func (m PFSTaskMultiError) Error() string

Error returns a concatenation of all the error messages it wraps.

type PFSTaskResult 

type PFSTaskResult struct {
	FileSetId string `protobuf:"bytes,1,opt,name=file_set_id,json=fileSetId,proto3" json:"file_set_id,omitempty"`
	// contains filtered or unexported fields
}

func (*PFSTaskResult) Descriptor deprecated 

func (*PFSTaskResult) Descriptor() ([]byte, []int)

Deprecated: Use PFSTaskResult.ProtoReflect.Descriptor instead.

func (*PFSTaskResult) GetFileSetId 

func (x *PFSTaskResult) GetFileSetId() string

func (*PFSTaskResult) MarshalLogObject 

func (x *PFSTaskResult) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*PFSTaskResult) ProtoMessage 

func (*PFSTaskResult) ProtoMessage()

func (*PFSTaskResult) ProtoReflect added in v2.7.0 

func (x *PFSTaskResult) ProtoReflect() protoreflect.Message

func (*PFSTaskResult) Reset 

func (x *PFSTaskResult) Reset()

func (*PFSTaskResult) String 

func (x *PFSTaskResult) String() string

func (*PFSTaskResult) Validate added in v2.8.0 

func (m *PFSTaskResult) Validate() error

Validate checks the field values on PFSTaskResult with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*PFSTaskResult) ValidateAll added in v2.8.0 

func (m *PFSTaskResult) ValidateAll() error

ValidateAll checks the field values on PFSTaskResult with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in PFSTaskResultMultiError, or nil if none found.

type PFSTaskResultMultiError added in v2.8.0 

type PFSTaskResultMultiError []error

PFSTaskResultMultiError is an error wrapping multiple validation errors returned by PFSTaskResult.ValidateAll() if the designated constraints aren't met.

func (PFSTaskResultMultiError) AllErrors added in v2.8.0 

func (m PFSTaskResultMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (PFSTaskResultMultiError) Error added in v2.8.0 

func (m PFSTaskResultMultiError) Error() string

Error returns a concatenation of all the error messages it wraps.

type PFSTaskResultValidationError added in v2.8.0 

type PFSTaskResultValidationError struct {
	// contains filtered or unexported fields
}

PFSTaskResultValidationError is the validation error returned by PFSTaskResult.Validate if the designated constraints aren't met.

func (PFSTaskResultValidationError) Cause added in v2.8.0 

func (e PFSTaskResultValidationError) Cause() error

Cause function returns cause value.

func (PFSTaskResultValidationError) Error added in v2.8.0 

func (e PFSTaskResultValidationError) Error() string

Error satisfies the builtin error interface

func (PFSTaskResultValidationError) ErrorName added in v2.8.0 

func (e PFSTaskResultValidationError) ErrorName() string

ErrorName returns error name.

func (PFSTaskResultValidationError) Field added in v2.8.0 

func (e PFSTaskResultValidationError) Field() string

Field function returns field value.

func (PFSTaskResultValidationError) Key added in v2.8.0 

func (e PFSTaskResultValidationError) Key() bool

Key function returns key value.

func (PFSTaskResultValidationError) Reason added in v2.8.0 

func (e PFSTaskResultValidationError) Reason() string

Reason function returns reason value.

type PFSTaskValidationError added in v2.8.0 

type PFSTaskValidationError struct {
	// contains filtered or unexported fields
}

PFSTaskValidationError is the validation error returned by PFSTask.Validate if the designated constraints aren't met.

func (PFSTaskValidationError) Cause added in v2.8.0 

func (e PFSTaskValidationError) Cause() error

Cause function returns cause value.

func (PFSTaskValidationError) Error added in v2.8.0 

func (e PFSTaskValidationError) Error() string

Error satisfies the builtin error interface

func (PFSTaskValidationError) ErrorName added in v2.8.0 

func (e PFSTaskValidationError) ErrorName() string

ErrorName returns error name.

func (PFSTaskValidationError) Field added in v2.8.0 

func (e PFSTaskValidationError) Field() string

Field function returns field value.

func (PFSTaskValidationError) Key added in v2.8.0 

func (e PFSTaskValidationError) Key() bool

Key function returns key value.

func (PFSTaskValidationError) Reason added in v2.8.0 

func (e PFSTaskValidationError) Reason() string

Reason function returns reason value.

type Set 

type Set struct {
	// contains filtered or unexported fields
}

Set manages a set of datums.

func (*Set) UploadMeta 

func (s *Set) UploadMeta(meta *Meta, opts ...Option) error

UploadMeta uploads the meta file for a datum.

func (*Set) WithDatum 

func (s *Set) WithDatum(meta *Meta, cb func(*Datum) error, opts ...Option) error

WithDatum provides a scoped environment for a datum within the datum set. TODO: Handle datum concurrency here, and potentially move symlinking here.

type SetOption 

type SetOption func(*Set)

SetOption configures a set.

func WithMetaOutput 

func WithMetaOutput(mf client.ModifyFile) SetOption

WithMetaOutput sets the Client for the meta output.

func WithPFSOutput 

func WithPFSOutput(mf client.ModifyFile) SetOption

WithPFSOutput sets the Client for the pfs output.

func WithStats 

func WithStats(stats *Stats) SetOption

WithStats sets the stats to fill in.

type SetSpec 

type SetSpec struct {
	Number    int64 `protobuf:"varint,1,opt,name=number,proto3" json:"number,omitempty"`
	SizeBytes int64 `protobuf:"varint,2,opt,name=size_bytes,json=sizeBytes,proto3" json:"size_bytes,omitempty"`
	// contains filtered or unexported fields
}

func (*SetSpec) Descriptor deprecated 

func (*SetSpec) Descriptor() ([]byte, []int)

Deprecated: Use SetSpec.ProtoReflect.Descriptor instead.

func (*SetSpec) GetNumber 

func (x *SetSpec) GetNumber() int64

func (*SetSpec) GetSizeBytes 

func (x *SetSpec) GetSizeBytes() int64

func (*SetSpec) MarshalLogObject 

func (x *SetSpec) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*SetSpec) ProtoMessage 

func (*SetSpec) ProtoMessage()

func (*SetSpec) ProtoReflect added in v2.7.0 

func (x *SetSpec) ProtoReflect() protoreflect.Message

func (*SetSpec) Reset 

func (x *SetSpec) Reset()

func (*SetSpec) String 

func (x *SetSpec) String() string

func (*SetSpec) Validate added in v2.8.0 

func (m *SetSpec) Validate() error

Validate checks the field values on SetSpec with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*SetSpec) ValidateAll added in v2.8.0 

func (m *SetSpec) ValidateAll() error

ValidateAll checks the field values on SetSpec with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in SetSpecMultiError, or nil if none found.

type SetSpecMultiError added in v2.8.0 

type SetSpecMultiError []error

SetSpecMultiError is an error wrapping multiple validation errors returned by SetSpec.ValidateAll() if the designated constraints aren't met.

func (SetSpecMultiError) AllErrors added in v2.8.0 

func (m SetSpecMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (SetSpecMultiError) Error added in v2.8.0 

func (m SetSpecMultiError) Error() string

Error returns a concatenation of all the error messages it wraps.

type SetSpecValidationError added in v2.8.0 

type SetSpecValidationError struct {
	// contains filtered or unexported fields
}

SetSpecValidationError is the validation error returned by SetSpec.Validate if the designated constraints aren't met.

func (SetSpecValidationError) Cause added in v2.8.0 

func (e SetSpecValidationError) Cause() error

Cause function returns cause value.

func (SetSpecValidationError) Error added in v2.8.0 

func (e SetSpecValidationError) Error() string

Error satisfies the builtin error interface

func (SetSpecValidationError) ErrorName added in v2.8.0 

func (e SetSpecValidationError) ErrorName() string

ErrorName returns error name.

func (SetSpecValidationError) Field added in v2.8.0 

func (e SetSpecValidationError) Field() string

Field function returns field value.

func (SetSpecValidationError) Key added in v2.8.0 

func (e SetSpecValidationError) Key() bool

Key function returns key value.

func (SetSpecValidationError) Reason added in v2.8.0 

func (e SetSpecValidationError) Reason() string

Reason function returns reason value.

type State 

type State int32
const (
	State_PROCESSED State = 0
	State_FAILED    State = 1
	State_RECOVERED State = 2
)

func (State) Descriptor added in v2.7.0 

func (State) Descriptor() protoreflect.EnumDescriptor

func (State) Enum added in v2.7.0 

func (x State) Enum() *State

func (State) EnumDescriptor deprecated 

func (State) EnumDescriptor() ([]byte, []int)

Deprecated: Use State.Descriptor instead.

func (State) Number added in v2.7.0 

func (x State) Number() protoreflect.EnumNumber

func (State) String 

func (x State) String() string

func (State) Type added in v2.7.0 

func (State) Type() protoreflect.EnumType

type Stats 

type Stats struct {
	ProcessStats *pps.ProcessStats `protobuf:"bytes,1,opt,name=process_stats,json=processStats,proto3" json:"process_stats,omitempty"`
	Processed    int64             `protobuf:"varint,2,opt,name=processed,proto3" json:"processed,omitempty"`
	Skipped      int64             `protobuf:"varint,3,opt,name=skipped,proto3" json:"skipped,omitempty"`
	Total        int64             `protobuf:"varint,4,opt,name=total,proto3" json:"total,omitempty"`
	Failed       int64             `protobuf:"varint,5,opt,name=failed,proto3" json:"failed,omitempty"`
	Recovered    int64             `protobuf:"varint,6,opt,name=recovered,proto3" json:"recovered,omitempty"`
	FailedId     string            `protobuf:"bytes,7,opt,name=failed_id,json=failedId,proto3" json:"failed_id,omitempty"`
	// contains filtered or unexported fields
}

func (*Stats) Descriptor deprecated 

func (*Stats) Descriptor() ([]byte, []int)

Deprecated: Use Stats.ProtoReflect.Descriptor instead.

func (*Stats) GetFailed 

func (x *Stats) GetFailed() int64

func (*Stats) GetFailedId added in v2.7.0 

func (x *Stats) GetFailedId() string

func (*Stats) GetProcessStats 

func (x *Stats) GetProcessStats() *pps.ProcessStats

func (*Stats) GetProcessed 

func (x *Stats) GetProcessed() int64

func (*Stats) GetRecovered 

func (x *Stats) GetRecovered() int64

func (*Stats) GetSkipped 

func (x *Stats) GetSkipped() int64

func (*Stats) GetTotal 

func (x *Stats) GetTotal() int64

func (*Stats) MarshalLogObject 

func (x *Stats) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*Stats) ProtoMessage 

func (*Stats) ProtoMessage()

func (*Stats) ProtoReflect added in v2.7.0 

func (x *Stats) ProtoReflect() protoreflect.Message

func (*Stats) Reset 

func (x *Stats) Reset()

func (*Stats) String 

func (x *Stats) String() string

func (*Stats) Validate added in v2.8.0 

func (m *Stats) Validate() error

Validate checks the field values on Stats with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.

func (*Stats) ValidateAll added in v2.8.0 

func (m *Stats) ValidateAll() error

ValidateAll checks the field values on Stats with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in StatsMultiError, or nil if none found.

type StatsMultiError added in v2.8.0 

type StatsMultiError []error

StatsMultiError is an error wrapping multiple validation errors returned by Stats.ValidateAll() if the designated constraints aren't met.

func (StatsMultiError) AllErrors added in v2.8.0 

func (m StatsMultiError) AllErrors() []error

AllErrors returns a list of validation violation errors.

func (StatsMultiError) Error added in v2.8.0 

func (m StatsMultiError) Error() string

Error returns a concatenation of all the error messages it wraps.

type StatsValidationError added in v2.8.0 

type StatsValidationError struct {
	// contains filtered or unexported fields
}

StatsValidationError is the validation error returned by Stats.Validate if the designated constraints aren't met.

func (StatsValidationError) Cause added in v2.8.0 

func (e StatsValidationError) Cause() error

Cause function returns cause value.

func (StatsValidationError) Error added in v2.8.0 

func (e StatsValidationError) Error() string

Error satisfies the builtin error interface

func (StatsValidationError) ErrorName added in v2.8.0 

func (e StatsValidationError) ErrorName() string

ErrorName returns error name.

func (StatsValidationError) Field added in v2.8.0 

func (e StatsValidationError) Field() string

Field function returns field value.

func (StatsValidationError) Key added in v2.8.0 

func (e StatsValidationError) Key() bool

Key function returns key value.

func (StatsValidationError) Reason added in v2.8.0 

func (e StatsValidationError) Reason() string

Reason function returns reason value.

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.