dispatcher

type D ¶

type D struct {
	// contains filtered or unexported fields
}

func New(
	store *store.S,
	podCreator podCreatorI,
	modelRegisterClient ModelRegisterClient,
) *D

func (d *D) Run(ctx context.Context, interval time.Duration) error

type ModelRegisterClient ¶

type ModelRegisterClient interface {
	RegisterModel(ctx context.Context, in *iv1.RegisterModelRequest, opts ...grpc.CallOption) (*iv1.RegisterModelResponse, error)
}

ModelRegisterClient is the client for the model register service.

type NoopModelRegisterClient ¶

type NoopModelRegisterClient struct {
}

NoopModelRegisterClient is a no-op implementation of ModelRegisterClient.

func (c *NoopModelRegisterClient) RegisterModel(ctx context.Context, in *iv1.RegisterModelRequest, opts ...grpc.CallOption) (*iv1.RegisterModelResponse, error)

type PodCreator ¶

type PodCreator struct {
	// contains filtered or unexported fields
}

PodCreator creates a pod for a job.

func NewPodCreator(
	k8sClient kubernetes.Interface,
	namespace string,
	modelStoreConfig *config.ModelStoreConfig,
	useFakeJob bool,
	huggingFaceAccessToken string,
) *PodCreator