agent

package

v0.0.0-...-83585c5 Latest Latest Go to latest Published: Apr 20, 2024 License: Apache-2.0 Imports: 24 Imported by: 2

Details

Valid go.mod file

The Go module system was introduced in Go 1.11 and is the official dependency management solution for Go.
Redistributable license

Redistributable licenses place minimal restrictions on how software can be used, modified, and redistributed.
Tagged version

Modules with tagged versions give importers more predictable builds.
Stable version

When a project reaches major version v1 it is considered stable.
Learn more about best practices

Repository

github.com/chrislusf/gleam

Links

Open Source Insights

Documentation ¶

Overview ¶

Package agent runs on servers with computing resources, and executes tasks sent by driver.

Index ¶

func RunAgentServer(option *AgentServerOption)
type AgentServer
type AgentServerOption
type LocalDatasetShardsManager
- func NewLocalDatasetShardsManager(dir string, port int) *LocalDatasetShardsManager
type LocalDatasetShardsManagerInMemory
- func NewLocalDatasetShardsManagerInMemory() *LocalDatasetShardsManagerInMemory

Constants ¶

This section is empty.

Variables ¶

This section is empty.

Functions ¶

func RunAgentServer ¶

func RunAgentServer(option *AgentServerOption)

Types ¶

type AgentServer ¶

type AgentServer struct {
	Option *AgentServerOption
	Master string
	// contains filtered or unexported fields
}

func (*AgentServer) Cleanup ¶

func (as *AgentServer) Cleanup(ctx context.Context, cleanupRequest *pb.CleanupRequest) (*pb.CleanupResponse, error)

Cleanup remove all files related to a particular flow

func (*AgentServer) CollectExecutionStatistics ¶

func (as *AgentServer) CollectExecutionStatistics(stream pb.GleamAgent_CollectExecutionStatisticsServer) error

Collect stat from "gleam execute" process

func (*AgentServer) Delete ¶

func (as *AgentServer) Delete(ctx context.Context, deleteRequest *pb.DeleteDatasetShardRequest) (*pb.DeleteDatasetShardResponse, error)

Delete deletes a particular dataset shard

func (*AgentServer) Execute ¶

func (as *AgentServer) Execute(request *pb.ExecutionRequest, stream pb.GleamAgent_ExecuteServer) error

Execute executes a request and stream stdout and stderr back

func (*AgentServer) SendFileResource ¶

func (as *AgentServer) SendFileResource(stream pb.GleamAgent_SendFileResourceServer) error

type AgentServerOption ¶

type AgentServerOption struct {
	Master       *string
	Host         *string
	Port         *int32
	Dir          *string
	DataCenter   *string
	Rack         *string
	MaxExecutor  *int32
	MemoryMB     *int64
	CPULevel     *int32
	CleanRestart *bool
}

type LocalDatasetShardsManager ¶

type LocalDatasetShardsManager struct {
	sync.Mutex
	// contains filtered or unexported fields
}

func NewLocalDatasetShardsManager ¶

func NewLocalDatasetShardsManager(dir string, port int) *LocalDatasetShardsManager

func (*LocalDatasetShardsManager) CreateNamedDatasetShard ¶

func (m *LocalDatasetShardsManager) CreateNamedDatasetShard(name string) store.DataStore

func (*LocalDatasetShardsManager) DeleteNamedDatasetShard ¶

func (m *LocalDatasetShardsManager) DeleteNamedDatasetShard(name string)

func (*LocalDatasetShardsManager) WaitForNamedDatasetShard ¶

func (m *LocalDatasetShardsManager) WaitForNamedDatasetShard(name string) store.DataStore

type LocalDatasetShardsManagerInMemory ¶

type LocalDatasetShardsManagerInMemory struct {
	sync.Mutex
	// contains filtered or unexported fields
}

func NewLocalDatasetShardsManagerInMemory ¶

func NewLocalDatasetShardsManagerInMemory() *LocalDatasetShardsManagerInMemory

func (*LocalDatasetShardsManagerInMemory) Cleanup ¶

func (m *LocalDatasetShardsManagerInMemory) Cleanup(name string)

func (*LocalDatasetShardsManagerInMemory) CreateNamedDatasetShard ¶

func (m *LocalDatasetShardsManagerInMemory) CreateNamedDatasetShard(name string, readerCount int) *trackedChannel

func (*LocalDatasetShardsManagerInMemory) WaitForNamedDatasetShard ¶

func (m *LocalDatasetShardsManagerInMemory) WaitForNamedDatasetShard(name string) *util.Piper

Source Files ¶

View all Source files

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL