work

package
v1.5.5 Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Apr 17, 2024 License: Apache-2.0 Imports: 26 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

This section is empty.

Functions

func CmdScheduleNextJob added in v1.1.9

func CmdScheduleNextJob() loop.Cmd

func NewRequest added in v1.1.9

func NewRequest(ctx context.Context, req *reqctx.RequestDetails, stageIndex int, workRange *block.Range) *pbssinternal.ProcessRangeRequest

Types

type MsgJobFailed added in v1.1.9

type MsgJobFailed struct {
	Unit  stage.Unit
	Error error
}

type MsgJobSucceeded added in v1.1.9

type MsgJobSucceeded struct {
	Unit   stage.Unit
	Worker Worker
}

type MsgScheduleNextJob added in v1.1.9

type MsgScheduleNextJob struct{}

type RemoteWorker

type RemoteWorker struct {
	// contains filtered or unexported fields
}

func NewRemoteWorker

func NewRemoteWorker(clientFactory client.InternalClientFactory, logger *zap.Logger) *RemoteWorker

func (*RemoteWorker) ID added in v0.2.0

func (w *RemoteWorker) ID() string

func (*RemoteWorker) Work

func (w *RemoteWorker) Work(ctx context.Context, unit stage.Unit, workRange *block.Range, moduleNames []string, upstream *response.Stream) loop.Cmd

type Result

type Result struct {
	PartialFilesWritten store.FileInfos
	Error               error
}

type RetryableErr

type RetryableErr struct {
	// contains filtered or unexported fields
}

func NewRetryableErr added in v1.1.1

func NewRetryableErr(cause error) *RetryableErr

func (*RetryableErr) Error

func (r *RetryableErr) Error() string

type SimpleWorkerFactory added in v0.2.0

type SimpleWorkerFactory struct {
	// contains filtered or unexported fields
}

func NewWorkerFactoryFromFunc added in v0.2.0

func NewWorkerFactoryFromFunc(f func(ctx context.Context, unit stage.Unit, workRange *block.Range, moduleNames []string, upstream *response.Stream) loop.Cmd) *SimpleWorkerFactory

func (SimpleWorkerFactory) ID added in v0.2.0

func (f SimpleWorkerFactory) ID() string

func (SimpleWorkerFactory) Work added in v0.2.0

func (f SimpleWorkerFactory) Work(ctx context.Context, unit stage.Unit, workRange *block.Range, moduleNames []string, upstream *response.Stream) loop.Cmd

type Worker

type Worker interface {
	ID() string
	Work(ctx context.Context, unit stage.Unit, workRange *block.Range, moduleNames []string, upstream *response.Stream) loop.Cmd // *Result
}

type WorkerFactory

type WorkerFactory = func(logger *zap.Logger) Worker

The tracer will be provided by the worker pool, on worker creation

type WorkerPool

type WorkerPool struct {
	// contains filtered or unexported fields
}

func NewWorkerPool

func NewWorkerPool(ctx context.Context, workerCount int, workerFactory WorkerFactory) *WorkerPool

func (*WorkerPool) Borrow

func (p *WorkerPool) Borrow() Worker

func (*WorkerPool) Return

func (p *WorkerPool) Return(worker Worker)

func (*WorkerPool) WorkerAvailable added in v1.1.9

func (p *WorkerPool) WorkerAvailable() (avail bool, shouldRetry bool)

type WorkerState added in v1.1.9

type WorkerState int
const (
	WorkerFree WorkerState = iota
	WorkerWorking
	WorkerInitialWait
)

type WorkerStatus added in v1.1.9

type WorkerStatus struct {
	State  WorkerState
	Worker Worker
}

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL