pachyderm: github.com/pachyderm/pachyderm/src/server/worker Index | Files

package worker

import "github.com/pachyderm/pachyderm/src/server/worker"

Index

Package Files

api_server.go client.go datum_iterator.go master.go stats.go worker.go worker_service.pb.go

Constants

const (
    // PrometheusPort is the port the aggregated metrics are served on for scraping
    PrometheusPort = 9090
)
const (
    // WorkerEtcdPrefix is the prefix in etcd that we use to store worker information.
    WorkerEtcdPrefix = "workers"
)

Variables

var (
    ErrInvalidLengthWorkerService        = fmt.Errorf("proto: negative length found during unmarshaling")
    ErrIntOverflowWorkerService          = fmt.Errorf("proto: integer overflow")
    ErrUnexpectedEndOfGroupWorkerService = fmt.Errorf("proto: unexpected end of group")
)
var State_name = map[int32]string{
    0:  "RUNNING",
    1:  "COMPLETE",
    3:  "FAILED",
}
var State_value = map[string]int32{
    "RUNNING":  0,
    "COMPLETE": 1,
    "FAILED":   3,
}

func Cancel Uses

func Cancel(ctx context.Context, pipelineRcName string, etcdClient *etcd.Client,
    etcdPrefix string, workerGrpcPort uint16, jobID string, dataFilter []string) error

Cancel cancels a set of datums running on workers. pipelineRcName is the name of the pipeline's RC and can be gotten with ppsutil.PipelineRcName.

func Conns Uses

func Conns(ctx context.Context, pipelineRcName string, etcdClient *etcd.Client, etcdPrefix string, workerGrpcPort uint16) ([]*grpc.ClientConn, error)

Conns returns a slice of connections to worker servers. pipelineRcName is the name of the pipeline's RC and can be gotten with ppsutil.PipelineRcName. You can also pass "" for pipelineRcName to get all clients for all workers.

func HashDatum Uses

func HashDatum(pipelineName string, pipelineSalt string, data []*Input) string

HashDatum computes and returns the hash of datum + pipeline, with a pipeline-specific prefix.

func HashDatum15 Uses

func HashDatum15(pipelineInfo *pps.PipelineInfo, data []*Input) (string, error)

HashDatum15 computes and returns the hash of datum + pipeline for version <= 1.5.0, with a pipeline-specific prefix.

func MatchDatum Uses

func MatchDatum(filter []string, data []*pps.InputFile) bool

MatchDatum checks if a datum matches a filter. To match each string in filter must correspond match at least 1 datum's Path or Hash. Order of filter and data is irrelevant.

func RegisterWorkerServer Uses

func RegisterWorkerServer(s *grpc.Server, srv WorkerServer)

func Status Uses

func Status(ctx context.Context, pipelineRcName string, etcdClient *etcd.Client, etcdPrefix string, workerGrpcPort uint16) ([]*pps.WorkerStatus, error)

Status returns the statuses of workers referenced by pipelineRcName. pipelineRcName is the name of the pipeline's RC and can be gotten with ppsutil.PipelineRcName. You can also pass "" for pipelineRcName to get all clients for all workers.

type APIServer Uses

type APIServer struct {
    // contains filtered or unexported fields
}

APIServer implements the worker API

func NewAPIServer Uses

func NewAPIServer(pachClient *client.APIClient, etcdClient *etcd.Client, etcdPrefix string, pipelineInfo *pps.PipelineInfo, workerName string, namespace string, hashtreeStorage string) (*APIServer, error)

NewAPIServer creates an APIServer for a given pipeline

func (*APIServer) Cancel Uses

func (a *APIServer) Cancel(ctx context.Context, request *CancelRequest) (*CancelResponse, error)

Cancel cancels the currently running datum

func (*APIServer) DatumID Uses

func (a *APIServer) DatumID(data []*Input) string

DatumID computes the id for a datum, this value is used in ListDatum and InspectDatum.

func (*APIServer) GetChunk Uses

func (a *APIServer) GetChunk(request *GetChunkRequest, server Worker_GetChunkServer) error

GetChunk returns the merged datum hashtrees of a particular chunk (if available)

func (*APIServer) Status Uses

func (a *APIServer) Status(ctx context.Context, _ *types.Empty) (*pps.WorkerStatus, error)

Status returns the status of the current worker.

type CancelRequest Uses

type CancelRequest struct {
    JobID                string   `protobuf:"bytes,2,opt,name=job_id,json=jobId,proto3" json:"job_id,omitempty"`
    DataFilters          []string `protobuf:"bytes,1,rep,name=data_filters,json=dataFilters,proto3" json:"data_filters,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*CancelRequest) Descriptor Uses

func (*CancelRequest) Descriptor() ([]byte, []int)

func (*CancelRequest) GetDataFilters Uses

func (m *CancelRequest) GetDataFilters() []string

func (*CancelRequest) GetJobID Uses

func (m *CancelRequest) GetJobID() string

func (*CancelRequest) Marshal Uses

func (m *CancelRequest) Marshal() (dAtA []byte, err error)

func (*CancelRequest) MarshalTo Uses

func (m *CancelRequest) MarshalTo(dAtA []byte) (int, error)

func (*CancelRequest) MarshalToSizedBuffer Uses

func (m *CancelRequest) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*CancelRequest) ProtoMessage Uses

func (*CancelRequest) ProtoMessage()

func (*CancelRequest) Reset Uses

func (m *CancelRequest) Reset()

func (*CancelRequest) Size Uses

func (m *CancelRequest) Size() (n int)

func (*CancelRequest) String Uses

func (m *CancelRequest) String() string

func (*CancelRequest) Unmarshal Uses

func (m *CancelRequest) Unmarshal(dAtA []byte) error

func (*CancelRequest) XXX_DiscardUnknown Uses

func (m *CancelRequest) XXX_DiscardUnknown()

func (*CancelRequest) XXX_Marshal Uses

func (m *CancelRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*CancelRequest) XXX_Merge Uses

func (m *CancelRequest) XXX_Merge(src proto.Message)

func (*CancelRequest) XXX_Size Uses

func (m *CancelRequest) XXX_Size() int

func (*CancelRequest) XXX_Unmarshal Uses

func (m *CancelRequest) XXX_Unmarshal(b []byte) error

type CancelResponse Uses

type CancelResponse struct {
    Success              bool     `protobuf:"varint,1,opt,name=success,proto3" json:"success,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*CancelResponse) Descriptor Uses

func (*CancelResponse) Descriptor() ([]byte, []int)

func (*CancelResponse) GetSuccess Uses

func (m *CancelResponse) GetSuccess() bool

func (*CancelResponse) Marshal Uses

func (m *CancelResponse) Marshal() (dAtA []byte, err error)

func (*CancelResponse) MarshalTo Uses

func (m *CancelResponse) MarshalTo(dAtA []byte) (int, error)

func (*CancelResponse) MarshalToSizedBuffer Uses

func (m *CancelResponse) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*CancelResponse) ProtoMessage Uses

func (*CancelResponse) ProtoMessage()

func (*CancelResponse) Reset Uses

func (m *CancelResponse) Reset()

func (*CancelResponse) Size Uses

func (m *CancelResponse) Size() (n int)

func (*CancelResponse) String Uses

func (m *CancelResponse) String() string

func (*CancelResponse) Unmarshal Uses

func (m *CancelResponse) Unmarshal(dAtA []byte) error

func (*CancelResponse) XXX_DiscardUnknown Uses

func (m *CancelResponse) XXX_DiscardUnknown()

func (*CancelResponse) XXX_Marshal Uses

func (m *CancelResponse) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*CancelResponse) XXX_Merge Uses

func (m *CancelResponse) XXX_Merge(src proto.Message)

func (*CancelResponse) XXX_Size Uses

func (m *CancelResponse) XXX_Size() int

func (*CancelResponse) XXX_Unmarshal Uses

func (m *CancelResponse) XXX_Unmarshal(b []byte) error

type ChunkState Uses

type ChunkState struct {
    State   State  `protobuf:"varint,1,opt,name=state,proto3,enum=worker.State" json:"state,omitempty"`
    DatumID string `protobuf:"bytes,2,opt,name=datum_id,json=datumId,proto3" json:"datum_id,omitempty"`
    // The IP address of the worker who processed this chunk
    Address              string      `protobuf:"bytes,3,opt,name=address,proto3" json:"address,omitempty"`
    RecoveredDatums      *pfs.Object `protobuf:"bytes,4,opt,name=recovered_datums,json=recoveredDatums,proto3" json:"recovered_datums,omitempty"`
    XXX_NoUnkeyedLiteral struct{}    `json:"-"`
    XXX_unrecognized     []byte      `json:"-"`
    XXX_sizecache        int32       `json:"-"`
}

func (*ChunkState) Descriptor Uses

func (*ChunkState) Descriptor() ([]byte, []int)

func (*ChunkState) GetAddress Uses

func (m *ChunkState) GetAddress() string

func (*ChunkState) GetDatumID Uses

func (m *ChunkState) GetDatumID() string

func (*ChunkState) GetRecoveredDatums Uses

func (m *ChunkState) GetRecoveredDatums() *pfs.Object

func (*ChunkState) GetState Uses

func (m *ChunkState) GetState() State

func (*ChunkState) Marshal Uses

func (m *ChunkState) Marshal() (dAtA []byte, err error)

func (*ChunkState) MarshalTo Uses

func (m *ChunkState) MarshalTo(dAtA []byte) (int, error)

func (*ChunkState) MarshalToSizedBuffer Uses

func (m *ChunkState) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*ChunkState) ProtoMessage Uses

func (*ChunkState) ProtoMessage()

func (*ChunkState) Reset Uses

func (m *ChunkState) Reset()

func (*ChunkState) Size Uses

func (m *ChunkState) Size() (n int)

func (*ChunkState) String Uses

func (m *ChunkState) String() string

func (*ChunkState) Unmarshal Uses

func (m *ChunkState) Unmarshal(dAtA []byte) error

func (*ChunkState) XXX_DiscardUnknown Uses

func (m *ChunkState) XXX_DiscardUnknown()

func (*ChunkState) XXX_Marshal Uses

func (m *ChunkState) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ChunkState) XXX_Merge Uses

func (m *ChunkState) XXX_Merge(src proto.Message)

func (*ChunkState) XXX_Size Uses

func (m *ChunkState) XXX_Size() int

func (*ChunkState) XXX_Unmarshal Uses

func (m *ChunkState) XXX_Unmarshal(b []byte) error

type Client Uses

type Client struct {
    WorkerClient
    debug.DebugClient
}

Client combines the WorkerAPI and the DebugAPI into a single client.

func Clients Uses

func Clients(ctx context.Context, pipelineRcName string, etcdClient *etcd.Client, etcdPrefix string, workerGrpcPort uint16) ([]Client, error)

Clients returns a slice of worker clients for a pipeline. pipelineRcName is the name of the pipeline's RC and can be gotten with ppsutil.PipelineRcName. You can also pass "" for pipelineRcName to get all clients for all workers.

func NewClient Uses

func NewClient(address string) (Client, error)

NewClient returns a worker client for the worker at the IP address passed in.

type DatumIterator Uses

type DatumIterator interface {
    Reset()
    Len() int
    Next() bool
    Datum() []*Input
    DatumN(int) []*Input
}

DatumIterator is an interface which allows you to iterate through the datums for a job. A datum iterator keeps track of which datum it is on, which can be Reset() The intended use is by using this pattern `for di.Next() { ... datum := di.Datum() ... }` Note that since you start the loop by a call to Next(), the datum iterator's location starts at -1

func NewDatumIterator Uses

func NewDatumIterator(pachClient *client.APIClient, input *pps.Input) (DatumIterator, error)

NewDatumIterator creates a datumIterator for an input.

type GetChunkRequest Uses

type GetChunkRequest struct {
    Id                   int64    `protobuf:"varint,1,opt,name=id,proto3" json:"id,omitempty"`
    Shard                int64    `protobuf:"varint,2,opt,name=shard,proto3" json:"shard,omitempty"`
    Stats                bool     `protobuf:"varint,3,opt,name=stats,proto3" json:"stats,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*GetChunkRequest) Descriptor Uses

func (*GetChunkRequest) Descriptor() ([]byte, []int)

func (*GetChunkRequest) GetId Uses

func (m *GetChunkRequest) GetId() int64

func (*GetChunkRequest) GetShard Uses

func (m *GetChunkRequest) GetShard() int64

func (*GetChunkRequest) GetStats Uses

func (m *GetChunkRequest) GetStats() bool

func (*GetChunkRequest) Marshal Uses

func (m *GetChunkRequest) Marshal() (dAtA []byte, err error)

func (*GetChunkRequest) MarshalTo Uses

func (m *GetChunkRequest) MarshalTo(dAtA []byte) (int, error)

func (*GetChunkRequest) MarshalToSizedBuffer Uses

func (m *GetChunkRequest) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*GetChunkRequest) ProtoMessage Uses

func (*GetChunkRequest) ProtoMessage()

func (*GetChunkRequest) Reset Uses

func (m *GetChunkRequest) Reset()

func (*GetChunkRequest) Size Uses

func (m *GetChunkRequest) Size() (n int)

func (*GetChunkRequest) String Uses

func (m *GetChunkRequest) String() string

func (*GetChunkRequest) Unmarshal Uses

func (m *GetChunkRequest) Unmarshal(dAtA []byte) error

func (*GetChunkRequest) XXX_DiscardUnknown Uses

func (m *GetChunkRequest) XXX_DiscardUnknown()

func (*GetChunkRequest) XXX_Marshal Uses

func (m *GetChunkRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*GetChunkRequest) XXX_Merge Uses

func (m *GetChunkRequest) XXX_Merge(src proto.Message)

func (*GetChunkRequest) XXX_Size Uses

func (m *GetChunkRequest) XXX_Size() int

func (*GetChunkRequest) XXX_Unmarshal Uses

func (m *GetChunkRequest) XXX_Unmarshal(b []byte) error

type Input Uses

type Input struct {
    FileInfo             *pfs.FileInfo `protobuf:"bytes,1,opt,name=file_info,json=fileInfo,proto3" json:"file_info,omitempty"`
    ParentCommit         *pfs.Commit   `protobuf:"bytes,5,opt,name=parent_commit,json=parentCommit,proto3" json:"parent_commit,omitempty"`
    Name                 string        `protobuf:"bytes,2,opt,name=name,proto3" json:"name,omitempty"`
    JoinOn               string        `protobuf:"bytes,8,opt,name=join_on,json=joinOn,proto3" json:"join_on,omitempty"`
    Lazy                 bool          `protobuf:"varint,3,opt,name=lazy,proto3" json:"lazy,omitempty"`
    Branch               string        `protobuf:"bytes,4,opt,name=branch,proto3" json:"branch,omitempty"`
    GitURL               string        `protobuf:"bytes,6,opt,name=git_url,json=gitUrl,proto3" json:"git_url,omitempty"`
    EmptyFiles           bool          `protobuf:"varint,7,opt,name=empty_files,json=emptyFiles,proto3" json:"empty_files,omitempty"`
    XXX_NoUnkeyedLiteral struct{}      `json:"-"`
    XXX_unrecognized     []byte        `json:"-"`
    XXX_sizecache        int32         `json:"-"`
}

func (*Input) Descriptor Uses

func (*Input) Descriptor() ([]byte, []int)

func (*Input) GetBranch Uses

func (m *Input) GetBranch() string

func (*Input) GetEmptyFiles Uses

func (m *Input) GetEmptyFiles() bool

func (*Input) GetFileInfo Uses

func (m *Input) GetFileInfo() *pfs.FileInfo

func (*Input) GetGitURL Uses

func (m *Input) GetGitURL() string

func (*Input) GetJoinOn Uses

func (m *Input) GetJoinOn() string

func (*Input) GetLazy Uses

func (m *Input) GetLazy() bool

func (*Input) GetName Uses

func (m *Input) GetName() string

func (*Input) GetParentCommit Uses

func (m *Input) GetParentCommit() *pfs.Commit

func (*Input) Marshal Uses

func (m *Input) Marshal() (dAtA []byte, err error)

func (*Input) MarshalTo Uses

func (m *Input) MarshalTo(dAtA []byte) (int, error)

func (*Input) MarshalToSizedBuffer Uses

func (m *Input) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*Input) ProtoMessage Uses

func (*Input) ProtoMessage()

func (*Input) Reset Uses

func (m *Input) Reset()

func (*Input) Size Uses

func (m *Input) Size() (n int)

func (*Input) String Uses

func (m *Input) String() string

func (*Input) Unmarshal Uses

func (m *Input) Unmarshal(dAtA []byte) error

func (*Input) XXX_DiscardUnknown Uses

func (m *Input) XXX_DiscardUnknown()

func (*Input) XXX_Marshal Uses

func (m *Input) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Input) XXX_Merge Uses

func (m *Input) XXX_Merge(src proto.Message)

func (*Input) XXX_Size Uses

func (m *Input) XXX_Size() int

func (*Input) XXX_Unmarshal Uses

func (m *Input) XXX_Unmarshal(b []byte) error

type MergeState Uses

type MergeState struct {
    State                State       `protobuf:"varint,1,opt,name=state,proto3,enum=worker.State" json:"state,omitempty"`
    Tree                 *pfs.Object `protobuf:"bytes,2,opt,name=tree,proto3" json:"tree,omitempty"`
    SizeBytes            uint64      `protobuf:"varint,3,opt,name=size_bytes,json=sizeBytes,proto3" json:"size_bytes,omitempty"`
    StatsTree            *pfs.Object `protobuf:"bytes,4,opt,name=stats_tree,json=statsTree,proto3" json:"stats_tree,omitempty"`
    StatsSizeBytes       uint64      `protobuf:"varint,5,opt,name=stats_size_bytes,json=statsSizeBytes,proto3" json:"stats_size_bytes,omitempty"`
    XXX_NoUnkeyedLiteral struct{}    `json:"-"`
    XXX_unrecognized     []byte      `json:"-"`
    XXX_sizecache        int32       `json:"-"`
}

func (*MergeState) Descriptor Uses

func (*MergeState) Descriptor() ([]byte, []int)

func (*MergeState) GetSizeBytes Uses

func (m *MergeState) GetSizeBytes() uint64

func (*MergeState) GetState Uses

func (m *MergeState) GetState() State

func (*MergeState) GetStatsSizeBytes Uses

func (m *MergeState) GetStatsSizeBytes() uint64

func (*MergeState) GetStatsTree Uses

func (m *MergeState) GetStatsTree() *pfs.Object

func (*MergeState) GetTree Uses

func (m *MergeState) GetTree() *pfs.Object

func (*MergeState) Marshal Uses

func (m *MergeState) Marshal() (dAtA []byte, err error)

func (*MergeState) MarshalTo Uses

func (m *MergeState) MarshalTo(dAtA []byte) (int, error)

func (*MergeState) MarshalToSizedBuffer Uses

func (m *MergeState) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*MergeState) ProtoMessage Uses

func (*MergeState) ProtoMessage()

func (*MergeState) Reset Uses

func (m *MergeState) Reset()

func (*MergeState) Size Uses

func (m *MergeState) Size() (n int)

func (*MergeState) String Uses

func (m *MergeState) String() string

func (*MergeState) Unmarshal Uses

func (m *MergeState) Unmarshal(dAtA []byte) error

func (*MergeState) XXX_DiscardUnknown Uses

func (m *MergeState) XXX_DiscardUnknown()

func (*MergeState) XXX_Marshal Uses

func (m *MergeState) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*MergeState) XXX_Merge Uses

func (m *MergeState) XXX_Merge(src proto.Message)

func (*MergeState) XXX_Size Uses

func (m *MergeState) XXX_Size() int

func (*MergeState) XXX_Unmarshal Uses

func (m *MergeState) XXX_Unmarshal(b []byte) error

type Plan Uses

type Plan struct {
    Chunks               []int64  `protobuf:"varint,1,rep,packed,name=chunks,proto3" json:"chunks,omitempty"`
    Merges               int64    `protobuf:"varint,2,opt,name=merges,proto3" json:"merges,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*Plan) Descriptor Uses

func (*Plan) Descriptor() ([]byte, []int)

func (*Plan) GetChunks Uses

func (m *Plan) GetChunks() []int64

func (*Plan) GetMerges Uses

func (m *Plan) GetMerges() int64

func (*Plan) Marshal Uses

func (m *Plan) Marshal() (dAtA []byte, err error)

func (*Plan) MarshalTo Uses

func (m *Plan) MarshalTo(dAtA []byte) (int, error)

func (*Plan) MarshalToSizedBuffer Uses

func (m *Plan) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*Plan) ProtoMessage Uses

func (*Plan) ProtoMessage()

func (*Plan) Reset Uses

func (m *Plan) Reset()

func (*Plan) Size Uses

func (m *Plan) Size() (n int)

func (*Plan) String Uses

func (m *Plan) String() string

func (*Plan) Unmarshal Uses

func (m *Plan) Unmarshal(dAtA []byte) error

func (*Plan) XXX_DiscardUnknown Uses

func (m *Plan) XXX_DiscardUnknown()

func (*Plan) XXX_Marshal Uses

func (m *Plan) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Plan) XXX_Merge Uses

func (m *Plan) XXX_Merge(src proto.Message)

func (*Plan) XXX_Size Uses

func (m *Plan) XXX_Size() int

func (*Plan) XXX_Unmarshal Uses

func (m *Plan) XXX_Unmarshal(b []byte) error

type ShardInfo Uses

type ShardInfo struct {
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*ShardInfo) Descriptor Uses

func (*ShardInfo) Descriptor() ([]byte, []int)

func (*ShardInfo) Marshal Uses

func (m *ShardInfo) Marshal() (dAtA []byte, err error)

func (*ShardInfo) MarshalTo Uses

func (m *ShardInfo) MarshalTo(dAtA []byte) (int, error)

func (*ShardInfo) MarshalToSizedBuffer Uses

func (m *ShardInfo) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*ShardInfo) ProtoMessage Uses

func (*ShardInfo) ProtoMessage()

func (*ShardInfo) Reset Uses

func (m *ShardInfo) Reset()

func (*ShardInfo) Size Uses

func (m *ShardInfo) Size() (n int)

func (*ShardInfo) String Uses

func (m *ShardInfo) String() string

func (*ShardInfo) Unmarshal Uses

func (m *ShardInfo) Unmarshal(dAtA []byte) error

func (*ShardInfo) XXX_DiscardUnknown Uses

func (m *ShardInfo) XXX_DiscardUnknown()

func (*ShardInfo) XXX_Marshal Uses

func (m *ShardInfo) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ShardInfo) XXX_Merge Uses

func (m *ShardInfo) XXX_Merge(src proto.Message)

func (*ShardInfo) XXX_Size Uses

func (m *ShardInfo) XXX_Size() int

func (*ShardInfo) XXX_Unmarshal Uses

func (m *ShardInfo) XXX_Unmarshal(b []byte) error

type State Uses

type State int32
const (
    State_RUNNING  State = 0
    State_COMPLETE State = 1
    State_FAILED   State = 3
)

func (State) EnumDescriptor Uses

func (State) EnumDescriptor() ([]byte, []int)

func (State) String Uses

func (x State) String() string

type UnimplementedWorkerServer Uses

type UnimplementedWorkerServer struct {
}

UnimplementedWorkerServer can be embedded to have forward compatible implementations.

func (*UnimplementedWorkerServer) Cancel Uses

func (*UnimplementedWorkerServer) Cancel(ctx context.Context, req *CancelRequest) (*CancelResponse, error)

func (*UnimplementedWorkerServer) GetChunk Uses

func (*UnimplementedWorkerServer) GetChunk(req *GetChunkRequest, srv Worker_GetChunkServer) error

func (*UnimplementedWorkerServer) Status Uses

func (*UnimplementedWorkerServer) Status(ctx context.Context, req *types.Empty) (*pps.WorkerStatus, error)

type WorkerClient Uses

type WorkerClient interface {
    Status(ctx context.Context, in *types.Empty, opts ...grpc.CallOption) (*pps.WorkerStatus, error)
    Cancel(ctx context.Context, in *CancelRequest, opts ...grpc.CallOption) (*CancelResponse, error)
    GetChunk(ctx context.Context, in *GetChunkRequest, opts ...grpc.CallOption) (Worker_GetChunkClient, error)
}

WorkerClient is the client API for Worker service.

For semantics around ctx use and closing/ending streaming RPCs, please refer to https://godoc.org/google.golang.org/grpc#ClientConn.NewStream.

func NewWorkerClient Uses

func NewWorkerClient(cc *grpc.ClientConn) WorkerClient

type WorkerServer Uses

type WorkerServer interface {
    Status(context.Context, *types.Empty) (*pps.WorkerStatus, error)
    Cancel(context.Context, *CancelRequest) (*CancelResponse, error)
    GetChunk(*GetChunkRequest, Worker_GetChunkServer) error
}

WorkerServer is the server API for Worker service.

type Worker_GetChunkClient Uses

type Worker_GetChunkClient interface {
    Recv() (*types.BytesValue, error)
    grpc.ClientStream
}

type Worker_GetChunkServer Uses

type Worker_GetChunkServer interface {
    Send(*types.BytesValue) error
    grpc.ServerStream
}

Package worker imports 74 packages (graph) and is imported by 5 packages. Updated 2019-12-13. Refresh now. Tools for package owners.