stage

type Func[In, Out any] func(p IStage[In, Out]) IStage[In, Out]

type IStage[In, Out any] interface {
	shared.IMeta

	shared.IMetrics

	// GetOnFinished returns the `OnFinished` function.
	GetOnFinished() OnFinished[In, Out]

	// SetOnFinished sets the `OnFinished` function.
	SetOnFinished(onFinished OnFinished[In, Out])

	// Run the stage function.
	Run(ctx context.Context, in []In) (out []Out, err error)
}

type OnFinished[In, Out any] func(ctx context.Context, p IStage[In, Out], in []In, processedOut []Out)

type Stage[In, Out any] struct {
	// Description of the processor.
	Description string `json:"description"`

	// Conversor to be used in the stage.
	Conversor concurrentloop.MapFunc[In, Out] `json:"-" validate:"required"`

	// Logger is the pipeline logger.
	Logger sypl.ISypl `json:"-" validate:"required"`

	// Name of the stage.
	Name string `json:"name" validate:"required"`

	// OnFinished is the function that is called when a processor finishes its
	// execution.
	OnFinished OnFinished[In, Out] `json:"-"`

	// Processors to be run in the stage.
	Processors []processor.IProcessor[In] `json:"processors" validate:"required,gt=0"`

	// Progress of the stage.
	Progress int `json:"progress"`

	// Metrics.
	CounterCreated *expvar.Int    `json:"counterCreated" validate:"required,gte=0"`
	CounterRunning *expvar.Int    `json:"counterRunning" validate:"required,gte=0"`
	CounterFailed  *expvar.Int    `json:"counterFailed" validate:"required,gte=0"`
	CounterDone    *expvar.Int    `json:"counterDone" validate:"required,gte=0"`
	Status         *expvar.String `json:"status" validate:"required,gte=0"`
}