agent

package

v1.4.21 Latest Latest Go to latest Published: Jun 14, 2022 License: NCSA Imports: 34 Imported by: 5

Details

Valid go.mod file

The Go module system was introduced in Go 1.11 and is the official dependency management solution for Go.
Redistributable license

Redistributable licenses place minimal restrictions on how software can be used, modified, and redistributed.
Tagged version

Modules with tagged versions give importers more predictable builds.
Stable version

When a project reaches major version v1 it is considered stable.
Learn more about best practices

Repository

github.com/c3sr/dlframework

Links

Open Source Insights

Documentation ¶

Index ¶

Variables
func AddPredictor(framework dl.FrameworkManifest, pred predictor.Predictor) error
func GetPredictor(framework dl.FrameworkManifest) (predictor.Predictor, error)
func GetPredictors(framework dl.FrameworkManifest) ([]predictor.Predictor, error)
func PredictorFrameworks() []dl.FrameworkManifest
func Predictors() []string
func UploadDir() (string, error)
type Agent
- func New(predictors []predictor.Predictor, opts ...Option) (*Agent, error)
- func NewLocalOnlyAgent(framework dl.FrameworkManifest) (*Agent, error)
type AgentRequest
type Option
type Options
- func NewOptions(opts ...Option) (*Options, error)
type PredictorLifetime
type Registry

Constants ¶

This section is empty.

Variables ¶

View Source

var (
	DefaultChannelBuffer = 1000
)

Functions ¶

func AddPredictor ¶

func AddPredictor(framework dl.FrameworkManifest, pred predictor.Predictor) error

func GetPredictor ¶

func GetPredictor(framework dl.FrameworkManifest) (predictor.Predictor, error)

func GetPredictors ¶ added in v0.3.0

func GetPredictors(framework dl.FrameworkManifest) ([]predictor.Predictor, error)

func PredictorFrameworks ¶ added in v0.2.19

func PredictorFrameworks() []dl.FrameworkManifest

func Predictors ¶

func Predictors() []string

func UploadDir ¶

func UploadDir() (string, error)

Types ¶

type Agent ¶

type Agent struct {
	// contains filtered or unexported fields
}

func New ¶

func New(predictors []predictor.Predictor, opts ...Option) (*Agent, error)

func NewLocalOnlyAgent ¶ added in v1.4.5

func NewLocalOnlyAgent(framework dl.FrameworkManifest) (*Agent, error)

func (*Agent) Close ¶ added in v0.2.16

func (p *Agent) Close(ctx context.Context, req *dl.PredictorCloseRequest) (*dl.PredictorCloseResponse, error)

Close a predictor and clear it's memory.

func (*Agent) Dataset ¶ added in v0.2.16

func (p *Agent) Dataset(ctx context.Context, req *dl.DatasetRequest) (*dl.FeaturesResponse, error)

func (*Agent) FindFrameworkModel ¶

func (p *Agent) FindFrameworkModel(ctx context.Context, req *dl.PredictorOpenRequest) (*dl.FrameworkManifest, *dl.ModelManifest, error)

func (*Agent) Images ¶ added in v0.2.16

func (p *Agent) Images(ctx context.Context, req *dl.ImagesRequest) (*dl.FeaturesResponse, error)

func (*Agent) Open ¶ added in v0.2.16

func (p *Agent) Open(ctx context.Context, req *dl.PredictorOpenRequest) (*dl.Predictor, error)

func (*Agent) PublishInPredictor ¶ added in v0.2.16

func (b *Agent) PublishInPredictor(host, prefix string) error

func (*Agent) PublishInRegistery ¶ added in v0.2.16

func (b *Agent) PublishInRegistery(prefix string) error

func (*Agent) Reset ¶ added in v0.2.16

func (p *Agent) Reset(ctx context.Context, req *dl.ResetRequest) (*dl.ResetResponse, error)

Clear method clears the internal cache of the predictors

func (*Agent) RunPrediction ¶ added in v1.4.6

func (a *Agent) RunPrediction(jsonRequest string) (string, error)

func (*Agent) URLs ¶ added in v0.2.16

func (p *Agent) URLs(ctx context.Context, req *dl.URLsRequest) (*dl.FeaturesResponse, error)

type AgentRequest ¶ added in v1.4.6

type AgentRequest struct {
	InputFiles            []string
	ModelName             string
	ModelManifestUrl      string
	ModelManifestInline   *dl.ModelManifest
	BatchSize             int
	TraceLevel            string
	TracerAddress         string
	UseGpu                bool
	NumWarmup             int
	Count                 int
	DesiredResultModality string
}

type Option ¶

type Option func(o *Options) *Options

func WithHost ¶

func WithHost(host string) Option

func WithPort ¶

func WithPort(port int) Option

func WithPortString ¶ added in v0.2.16

func WithPortString(port string) Option

type Options ¶

type Options struct {
	// contains filtered or unexported fields
}

func NewOptions ¶

func NewOptions(opts ...Option) (*Options, error)

type PredictorLifetime ¶ added in v0.3.0

type PredictorLifetime struct {
	Predictor      *predictor.Predictor
	ReferenceCount uint64
}

type Registry ¶

type Registry struct {
	// contains filtered or unexported fields
}

func (*Registry) FrameworkAgents ¶

func (c *Registry) FrameworkAgents(context.Context, *dl.FrameworkRequest) (*dl.Agents, error)

func (*Registry) FrameworkManifests ¶

func (c *Registry) FrameworkManifests(context.Context, *dl.FrameworkRequest) (*dl.FrameworkManifestsResponse, error)

func (*Registry) ModelAgents ¶

func (c *Registry) ModelAgents(context.Context, *dl.ModelRequest) (*dl.Agents, error)

func (*Registry) ModelManifests ¶

func (c *Registry) ModelManifests(context.Context, *dl.ModelRequest) (*dl.ModelManifestsResponse, error)

func (*Registry) PublishInPredictor ¶ added in v0.2.16

func (b *Registry) PublishInPredictor(host, prefix string) error

func (*Registry) PublishInRegistery ¶

func (c *Registry) PublishInRegistery() error

Source Files ¶

View all Source files

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL