beam: github.com/apache/beam/sdks/go/pkg/beam/model/fnexecution_v1 Index | Files

package fnexecution_v1

import "github.com/apache/beam/sdks/go/pkg/beam/model/fnexecution_v1"

Index

Package Files

beam_fn_api.pb.go beam_provision_api.pb.go

Variables

var LogEntry_Severity_Enum_name = map[int32]string{
    0:  "UNSPECIFIED",
    1:  "TRACE",
    2:  "DEBUG",
    3:  "INFO",
    4:  "NOTICE",
    5:  "WARN",
    6:  "ERROR",
    7:  "CRITICAL",
}
var LogEntry_Severity_Enum_value = map[string]int32{
    "UNSPECIFIED": 0,
    "TRACE":       1,
    "DEBUG":       2,
    "INFO":        3,
    "NOTICE":      4,
    "WARN":        5,
    "ERROR":       6,
    "CRITICAL":    7,
}

func RegisterBeamFnControlServer Uses

func RegisterBeamFnControlServer(s *grpc.Server, srv BeamFnControlServer)

func RegisterBeamFnDataServer Uses

func RegisterBeamFnDataServer(s *grpc.Server, srv BeamFnDataServer)

func RegisterBeamFnExternalWorkerPoolServer Uses

func RegisterBeamFnExternalWorkerPoolServer(s *grpc.Server, srv BeamFnExternalWorkerPoolServer)

func RegisterBeamFnLoggingServer Uses

func RegisterBeamFnLoggingServer(s *grpc.Server, srv BeamFnLoggingServer)

func RegisterBeamFnStateServer Uses

func RegisterBeamFnStateServer(s *grpc.Server, srv BeamFnStateServer)

func RegisterProvisionServiceServer Uses

func RegisterProvisionServiceServer(s *grpc.Server, srv ProvisionServiceServer)

type BeamFnControlClient Uses

type BeamFnControlClient interface {
    // Instructions sent by the runner to the SDK requesting different types
    // of work.
    Control(ctx context.Context, opts ...grpc.CallOption) (BeamFnControl_ControlClient, error)
}

BeamFnControlClient is the client API for BeamFnControl service.

For semantics around ctx use and closing/ending streaming RPCs, please refer to https://godoc.org/google.golang.org/grpc#ClientConn.NewStream.

func NewBeamFnControlClient Uses

func NewBeamFnControlClient(cc *grpc.ClientConn) BeamFnControlClient

type BeamFnControlServer Uses

type BeamFnControlServer interface {
    // Instructions sent by the runner to the SDK requesting different types
    // of work.
    Control(BeamFnControl_ControlServer) error
}

BeamFnControlServer is the server API for BeamFnControl service.

type BeamFnControl_ControlClient Uses

type BeamFnControl_ControlClient interface {
    Send(*InstructionResponse) error
    Recv() (*InstructionRequest, error)
    grpc.ClientStream
}

type BeamFnControl_ControlServer Uses

type BeamFnControl_ControlServer interface {
    Send(*InstructionRequest) error
    Recv() (*InstructionResponse, error)
    grpc.ServerStream
}

type BeamFnDataClient Uses

type BeamFnDataClient interface {
    // Used to send data between harnesses.
    Data(ctx context.Context, opts ...grpc.CallOption) (BeamFnData_DataClient, error)
}

BeamFnDataClient is the client API for BeamFnData service.

For semantics around ctx use and closing/ending streaming RPCs, please refer to https://godoc.org/google.golang.org/grpc#ClientConn.NewStream.

func NewBeamFnDataClient Uses

func NewBeamFnDataClient(cc *grpc.ClientConn) BeamFnDataClient

type BeamFnDataServer Uses

type BeamFnDataServer interface {
    // Used to send data between harnesses.
    Data(BeamFnData_DataServer) error
}

BeamFnDataServer is the server API for BeamFnData service.

type BeamFnData_DataClient Uses

type BeamFnData_DataClient interface {
    Send(*Elements) error
    Recv() (*Elements, error)
    grpc.ClientStream
}

type BeamFnData_DataServer Uses

type BeamFnData_DataServer interface {
    Send(*Elements) error
    Recv() (*Elements, error)
    grpc.ServerStream
}

type BeamFnExternalWorkerPoolClient Uses

type BeamFnExternalWorkerPoolClient interface {
    // Start the SDK worker with the given ID.
    StartWorker(ctx context.Context, in *StartWorkerRequest, opts ...grpc.CallOption) (*StartWorkerResponse, error)
    // Stop the SDK worker.
    StopWorker(ctx context.Context, in *StopWorkerRequest, opts ...grpc.CallOption) (*StopWorkerResponse, error)
}

BeamFnExternalWorkerPoolClient is the client API for BeamFnExternalWorkerPool service.

For semantics around ctx use and closing/ending streaming RPCs, please refer to https://godoc.org/google.golang.org/grpc#ClientConn.NewStream.

func NewBeamFnExternalWorkerPoolClient Uses

func NewBeamFnExternalWorkerPoolClient(cc *grpc.ClientConn) BeamFnExternalWorkerPoolClient

type BeamFnExternalWorkerPoolServer Uses

type BeamFnExternalWorkerPoolServer interface {
    // Start the SDK worker with the given ID.
    StartWorker(context.Context, *StartWorkerRequest) (*StartWorkerResponse, error)
    // Stop the SDK worker.
    StopWorker(context.Context, *StopWorkerRequest) (*StopWorkerResponse, error)
}

BeamFnExternalWorkerPoolServer is the server API for BeamFnExternalWorkerPool service.

type BeamFnLoggingClient Uses

type BeamFnLoggingClient interface {
    // Allows for the SDK to emit log entries which the runner can
    // associate with the active job.
    Logging(ctx context.Context, opts ...grpc.CallOption) (BeamFnLogging_LoggingClient, error)
}

BeamFnLoggingClient is the client API for BeamFnLogging service.

For semantics around ctx use and closing/ending streaming RPCs, please refer to https://godoc.org/google.golang.org/grpc#ClientConn.NewStream.

func NewBeamFnLoggingClient Uses

func NewBeamFnLoggingClient(cc *grpc.ClientConn) BeamFnLoggingClient

type BeamFnLoggingServer Uses

type BeamFnLoggingServer interface {
    // Allows for the SDK to emit log entries which the runner can
    // associate with the active job.
    Logging(BeamFnLogging_LoggingServer) error
}

BeamFnLoggingServer is the server API for BeamFnLogging service.

type BeamFnLogging_LoggingClient Uses

type BeamFnLogging_LoggingClient interface {
    Send(*LogEntry_List) error
    Recv() (*LogControl, error)
    grpc.ClientStream
}

type BeamFnLogging_LoggingServer Uses

type BeamFnLogging_LoggingServer interface {
    Send(*LogControl) error
    Recv() (*LogEntry_List, error)
    grpc.ServerStream
}

type BeamFnStateClient Uses

type BeamFnStateClient interface {
    // Used to get/append/clear state stored by the runner on behalf of the SDK.
    State(ctx context.Context, opts ...grpc.CallOption) (BeamFnState_StateClient, error)
}

BeamFnStateClient is the client API for BeamFnState service.

For semantics around ctx use and closing/ending streaming RPCs, please refer to https://godoc.org/google.golang.org/grpc#ClientConn.NewStream.

func NewBeamFnStateClient Uses

func NewBeamFnStateClient(cc *grpc.ClientConn) BeamFnStateClient

type BeamFnStateServer Uses

type BeamFnStateServer interface {
    // Used to get/append/clear state stored by the runner on behalf of the SDK.
    State(BeamFnState_StateServer) error
}

BeamFnStateServer is the server API for BeamFnState service.

type BeamFnState_StateClient Uses

type BeamFnState_StateClient interface {
    Send(*StateRequest) error
    Recv() (*StateResponse, error)
    grpc.ClientStream
}

type BeamFnState_StateServer Uses

type BeamFnState_StateServer interface {
    Send(*StateResponse) error
    Recv() (*StateRequest, error)
    grpc.ServerStream
}

type BundleApplication Uses

type BundleApplication struct {
    // (Required) The transform to which to pass the element
    TransformId string `protobuf:"bytes,1,opt,name=transform_id,json=transformId,proto3" json:"transform_id,omitempty"`
    // (Required) Name of the transform's input to which to pass the element.
    InputId string `protobuf:"bytes,2,opt,name=input_id,json=inputId,proto3" json:"input_id,omitempty"`
    // (Required) The encoded element to pass to the transform.
    Element []byte `protobuf:"bytes,3,opt,name=element,proto3" json:"element,omitempty"`
    // The map is keyed by the local output name of the PTransform. Each
    // value represents a lower bound on the timestamps of elements that
    // are produced by this PTransform into each of its output PCollections
    // when invoked with this application.
    //
    // If there is no watermark reported from RestrictionTracker, the runner will
    // use MIN_TIMESTAMP by default.
    OutputWatermarks map[string]*timestamp.Timestamp `protobuf:"bytes,4,rep,name=output_watermarks,json=outputWatermarks,proto3" json:"output_watermarks,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"`
    // (Required) Whether this application potentially produces an unbounded
    // amount of data. Note that this should only be set to BOUNDED if and
    // only if the application is known to produce a finite amount of output.
    IsBounded pipeline_v1.IsBounded_Enum `protobuf:"varint,5,opt,name=is_bounded,json=isBounded,proto3,enum=org.apache.beam.model.pipeline.v1.IsBounded_Enum" json:"is_bounded,omitempty"`
    // Contains additional monitoring information related to this application.
    //
    // Each application is able to report information that some runners
    // will use when providing a UI or for making scaling and performance
    // decisions. See https://s.apache.org/beam-bundles-backlog-splitting for
    // details about what types of signals may be useful to report.
    MonitoringInfos      []*pipeline_v1.MonitoringInfo `protobuf:"bytes,6,rep,name=monitoring_infos,json=monitoringInfos,proto3" json:"monitoring_infos,omitempty"`
    XXX_NoUnkeyedLiteral struct{}                      `json:"-"`
    XXX_unrecognized     []byte                        `json:"-"`
    XXX_sizecache        int32                         `json:"-"`
}

One of the applications specifying the scope of work for a bundle. See https://docs.google.com/document/d/1tUDb45sStdR8u7-jBkGdw3OGFK7aa2-V7eo86zYSE_4/edit#heading=h.9g3g5weg2u9 for further details.

func (*BundleApplication) Descriptor Uses

func (*BundleApplication) Descriptor() ([]byte, []int)

func (*BundleApplication) GetElement Uses

func (m *BundleApplication) GetElement() []byte

func (*BundleApplication) GetInputId Uses

func (m *BundleApplication) GetInputId() string

func (*BundleApplication) GetIsBounded Uses

func (m *BundleApplication) GetIsBounded() pipeline_v1.IsBounded_Enum

func (*BundleApplication) GetMonitoringInfos Uses

func (m *BundleApplication) GetMonitoringInfos() []*pipeline_v1.MonitoringInfo

func (*BundleApplication) GetOutputWatermarks Uses

func (m *BundleApplication) GetOutputWatermarks() map[string]*timestamp.Timestamp

func (*BundleApplication) GetTransformId Uses

func (m *BundleApplication) GetTransformId() string

func (*BundleApplication) ProtoMessage Uses

func (*BundleApplication) ProtoMessage()

func (*BundleApplication) Reset Uses

func (m *BundleApplication) Reset()

func (*BundleApplication) String Uses

func (m *BundleApplication) String() string

func (*BundleApplication) XXX_DiscardUnknown Uses

func (m *BundleApplication) XXX_DiscardUnknown()

func (*BundleApplication) XXX_Marshal Uses

func (m *BundleApplication) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*BundleApplication) XXX_Merge Uses

func (m *BundleApplication) XXX_Merge(src proto.Message)

func (*BundleApplication) XXX_Size Uses

func (m *BundleApplication) XXX_Size() int

func (*BundleApplication) XXX_Unmarshal Uses

func (m *BundleApplication) XXX_Unmarshal(b []byte) error

type DelayedBundleApplication Uses

type DelayedBundleApplication struct {
    // (Required) The application that should be scheduled.
    Application *BundleApplication `protobuf:"bytes,1,opt,name=application,proto3" json:"application,omitempty"`
    // Recommended time delay at which the application should be scheduled to
    // execute by the runner. Time delay that equals 0 may be scheduled to execute
    // immediately. The unit of time delay should be microsecond.
    RequestedTimeDelay   *duration.Duration `protobuf:"bytes,2,opt,name=requested_time_delay,json=requestedTimeDelay,proto3" json:"requested_time_delay,omitempty"`
    XXX_NoUnkeyedLiteral struct{}           `json:"-"`
    XXX_unrecognized     []byte             `json:"-"`
    XXX_sizecache        int32              `json:"-"`
}

An Application should be scheduled for execution after a delay. Either an absolute timestamp or a relative timestamp can represent a scheduled execution time.

func (*DelayedBundleApplication) Descriptor Uses

func (*DelayedBundleApplication) Descriptor() ([]byte, []int)

func (*DelayedBundleApplication) GetApplication Uses

func (m *DelayedBundleApplication) GetApplication() *BundleApplication

func (*DelayedBundleApplication) GetRequestedTimeDelay Uses

func (m *DelayedBundleApplication) GetRequestedTimeDelay() *duration.Duration

func (*DelayedBundleApplication) ProtoMessage Uses

func (*DelayedBundleApplication) ProtoMessage()

func (*DelayedBundleApplication) Reset Uses

func (m *DelayedBundleApplication) Reset()

func (*DelayedBundleApplication) String Uses

func (m *DelayedBundleApplication) String() string

func (*DelayedBundleApplication) XXX_DiscardUnknown Uses

func (m *DelayedBundleApplication) XXX_DiscardUnknown()

func (*DelayedBundleApplication) XXX_Marshal Uses

func (m *DelayedBundleApplication) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*DelayedBundleApplication) XXX_Merge Uses

func (m *DelayedBundleApplication) XXX_Merge(src proto.Message)

func (*DelayedBundleApplication) XXX_Size Uses

func (m *DelayedBundleApplication) XXX_Size() int

func (*DelayedBundleApplication) XXX_Unmarshal Uses

func (m *DelayedBundleApplication) XXX_Unmarshal(b []byte) error

type Elements Uses

type Elements struct {
    // (Required) A list containing parts of logical byte streams.
    Data                 []*Elements_Data `protobuf:"bytes,1,rep,name=data,proto3" json:"data,omitempty"`
    XXX_NoUnkeyedLiteral struct{}         `json:"-"`
    XXX_unrecognized     []byte           `json:"-"`
    XXX_sizecache        int32            `json:"-"`
}

Messages used to represent logical byte streams. Stable

func (*Elements) Descriptor Uses

func (*Elements) Descriptor() ([]byte, []int)

func (*Elements) GetData Uses

func (m *Elements) GetData() []*Elements_Data

func (*Elements) ProtoMessage Uses

func (*Elements) ProtoMessage()

func (*Elements) Reset Uses

func (m *Elements) Reset()

func (*Elements) String Uses

func (m *Elements) String() string

func (*Elements) XXX_DiscardUnknown Uses

func (m *Elements) XXX_DiscardUnknown()

func (*Elements) XXX_Marshal Uses

func (m *Elements) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Elements) XXX_Merge Uses

func (m *Elements) XXX_Merge(src proto.Message)

func (*Elements) XXX_Size Uses

func (m *Elements) XXX_Size() int

func (*Elements) XXX_Unmarshal Uses

func (m *Elements) XXX_Unmarshal(b []byte) error

type Elements_Data Uses

type Elements_Data struct {
    // (Required) A reference to an active instruction request with the given
    // instruction id.
    InstructionId string `protobuf:"bytes,1,opt,name=instruction_id,json=instructionId,proto3" json:"instruction_id,omitempty"`
    // (Required) A definition representing a consumer or producer of this data.
    // If received by a harness, this represents the consumer within that
    // harness that should consume these bytes. If sent by a harness, this
    // represents the producer of these bytes.
    //
    // Note that a single element may span multiple Data messages.
    //
    // Note that a sending/receiving pair should share the same identifier.
    TransformId string `protobuf:"bytes,2,opt,name=transform_id,json=transformId,proto3" json:"transform_id,omitempty"`
    // (Optional) Represents a part of a logical byte stream. Elements within
    // the logical byte stream are encoded in the nested context and
    // concatenated together.
    //
    // An empty data block represents the end of stream for the given
    // instruction and transform.
    Data                 []byte   `protobuf:"bytes,3,opt,name=data,proto3" json:"data,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

Represents multiple encoded elements in nested context for a given named instruction and transform.

func (*Elements_Data) Descriptor Uses

func (*Elements_Data) Descriptor() ([]byte, []int)

func (*Elements_Data) GetData Uses

func (m *Elements_Data) GetData() []byte

func (*Elements_Data) GetInstructionId Uses

func (m *Elements_Data) GetInstructionId() string

func (*Elements_Data) GetTransformId Uses

func (m *Elements_Data) GetTransformId() string

func (*Elements_Data) ProtoMessage Uses

func (*Elements_Data) ProtoMessage()

func (*Elements_Data) Reset Uses

func (m *Elements_Data) Reset()

func (*Elements_Data) String Uses

func (m *Elements_Data) String() string

func (*Elements_Data) XXX_DiscardUnknown Uses

func (m *Elements_Data) XXX_DiscardUnknown()

func (*Elements_Data) XXX_Marshal Uses

func (m *Elements_Data) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Elements_Data) XXX_Merge Uses

func (m *Elements_Data) XXX_Merge(src proto.Message)

func (*Elements_Data) XXX_Size Uses

func (m *Elements_Data) XXX_Size() int

func (*Elements_Data) XXX_Unmarshal Uses

func (m *Elements_Data) XXX_Unmarshal(b []byte) error

type FinalizeBundleRequest Uses

type FinalizeBundleRequest struct {
    // (Required) A reference to a completed process bundle request with the given
    // instruction id.
    InstructionId        string   `protobuf:"bytes,1,opt,name=instruction_id,json=instructionId,proto3" json:"instruction_id,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*FinalizeBundleRequest) Descriptor Uses

func (*FinalizeBundleRequest) Descriptor() ([]byte, []int)

func (*FinalizeBundleRequest) GetInstructionId Uses

func (m *FinalizeBundleRequest) GetInstructionId() string

func (*FinalizeBundleRequest) ProtoMessage Uses

func (*FinalizeBundleRequest) ProtoMessage()

func (*FinalizeBundleRequest) Reset Uses

func (m *FinalizeBundleRequest) Reset()

func (*FinalizeBundleRequest) String Uses

func (m *FinalizeBundleRequest) String() string

func (*FinalizeBundleRequest) XXX_DiscardUnknown Uses

func (m *FinalizeBundleRequest) XXX_DiscardUnknown()

func (*FinalizeBundleRequest) XXX_Marshal Uses

func (m *FinalizeBundleRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*FinalizeBundleRequest) XXX_Merge Uses

func (m *FinalizeBundleRequest) XXX_Merge(src proto.Message)

func (*FinalizeBundleRequest) XXX_Size Uses

func (m *FinalizeBundleRequest) XXX_Size() int

func (*FinalizeBundleRequest) XXX_Unmarshal Uses

func (m *FinalizeBundleRequest) XXX_Unmarshal(b []byte) error

type FinalizeBundleResponse Uses

type FinalizeBundleResponse struct {
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*FinalizeBundleResponse) Descriptor Uses

func (*FinalizeBundleResponse) Descriptor() ([]byte, []int)

func (*FinalizeBundleResponse) ProtoMessage Uses

func (*FinalizeBundleResponse) ProtoMessage()

func (*FinalizeBundleResponse) Reset Uses

func (m *FinalizeBundleResponse) Reset()

func (*FinalizeBundleResponse) String Uses

func (m *FinalizeBundleResponse) String() string

func (*FinalizeBundleResponse) XXX_DiscardUnknown Uses

func (m *FinalizeBundleResponse) XXX_DiscardUnknown()

func (*FinalizeBundleResponse) XXX_Marshal Uses

func (m *FinalizeBundleResponse) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*FinalizeBundleResponse) XXX_Merge Uses

func (m *FinalizeBundleResponse) XXX_Merge(src proto.Message)

func (*FinalizeBundleResponse) XXX_Size Uses

func (m *FinalizeBundleResponse) XXX_Size() int

func (*FinalizeBundleResponse) XXX_Unmarshal Uses

func (m *FinalizeBundleResponse) XXX_Unmarshal(b []byte) error

type GetProvisionInfoRequest Uses

type GetProvisionInfoRequest struct {
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

A request to get the provision info of a SDK harness worker instance.

func (*GetProvisionInfoRequest) Descriptor Uses

func (*GetProvisionInfoRequest) Descriptor() ([]byte, []int)

func (*GetProvisionInfoRequest) ProtoMessage Uses

func (*GetProvisionInfoRequest) ProtoMessage()

func (*GetProvisionInfoRequest) Reset Uses

func (m *GetProvisionInfoRequest) Reset()

func (*GetProvisionInfoRequest) String Uses

func (m *GetProvisionInfoRequest) String() string

func (*GetProvisionInfoRequest) XXX_DiscardUnknown Uses

func (m *GetProvisionInfoRequest) XXX_DiscardUnknown()

func (*GetProvisionInfoRequest) XXX_Marshal Uses

func (m *GetProvisionInfoRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*GetProvisionInfoRequest) XXX_Merge Uses

func (m *GetProvisionInfoRequest) XXX_Merge(src proto.Message)

func (*GetProvisionInfoRequest) XXX_Size Uses

func (m *GetProvisionInfoRequest) XXX_Size() int

func (*GetProvisionInfoRequest) XXX_Unmarshal Uses

func (m *GetProvisionInfoRequest) XXX_Unmarshal(b []byte) error

type GetProvisionInfoResponse Uses

type GetProvisionInfoResponse struct {
    Info                 *ProvisionInfo `protobuf:"bytes,1,opt,name=info,proto3" json:"info,omitempty"`
    XXX_NoUnkeyedLiteral struct{}       `json:"-"`
    XXX_unrecognized     []byte         `json:"-"`
    XXX_sizecache        int32          `json:"-"`
}

A response containing the provision info of a SDK harness worker instance.

func (*GetProvisionInfoResponse) Descriptor Uses

func (*GetProvisionInfoResponse) Descriptor() ([]byte, []int)

func (*GetProvisionInfoResponse) GetInfo Uses

func (m *GetProvisionInfoResponse) GetInfo() *ProvisionInfo

func (*GetProvisionInfoResponse) ProtoMessage Uses

func (*GetProvisionInfoResponse) ProtoMessage()

func (*GetProvisionInfoResponse) Reset Uses

func (m *GetProvisionInfoResponse) Reset()

func (*GetProvisionInfoResponse) String Uses

func (m *GetProvisionInfoResponse) String() string

func (*GetProvisionInfoResponse) XXX_DiscardUnknown Uses

func (m *GetProvisionInfoResponse) XXX_DiscardUnknown()

func (*GetProvisionInfoResponse) XXX_Marshal Uses

func (m *GetProvisionInfoResponse) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*GetProvisionInfoResponse) XXX_Merge Uses

func (m *GetProvisionInfoResponse) XXX_Merge(src proto.Message)

func (*GetProvisionInfoResponse) XXX_Size Uses

func (m *GetProvisionInfoResponse) XXX_Size() int

func (*GetProvisionInfoResponse) XXX_Unmarshal Uses

func (m *GetProvisionInfoResponse) XXX_Unmarshal(b []byte) error

type InstructionRequest Uses

type InstructionRequest struct {
    // (Required) A unique identifier provided by the runner which represents
    // this requests execution. The InstructionResponse MUST have the matching id.
    InstructionId string `protobuf:"bytes,1,opt,name=instruction_id,json=instructionId,proto3" json:"instruction_id,omitempty"`
    // (Required) A request that the SDK Harness needs to interpret.
    //
    // Types that are valid to be assigned to Request:
    //	*InstructionRequest_Register
    //	*InstructionRequest_ProcessBundle
    //	*InstructionRequest_ProcessBundleProgress
    //	*InstructionRequest_ProcessBundleSplit
    //	*InstructionRequest_FinalizeBundle
    Request              isInstructionRequest_Request `protobuf_oneof:"request"`
    XXX_NoUnkeyedLiteral struct{}                     `json:"-"`
    XXX_unrecognized     []byte                       `json:"-"`
    XXX_sizecache        int32                        `json:"-"`
}

A request sent by a runner which the SDK is asked to fulfill. For any unsupported request type, an error should be returned with a matching instruction id. Stable

func (*InstructionRequest) Descriptor Uses

func (*InstructionRequest) Descriptor() ([]byte, []int)

func (*InstructionRequest) GetFinalizeBundle Uses

func (m *InstructionRequest) GetFinalizeBundle() *FinalizeBundleRequest

func (*InstructionRequest) GetInstructionId Uses

func (m *InstructionRequest) GetInstructionId() string

func (*InstructionRequest) GetProcessBundle Uses

func (m *InstructionRequest) GetProcessBundle() *ProcessBundleRequest

func (*InstructionRequest) GetProcessBundleProgress Uses

func (m *InstructionRequest) GetProcessBundleProgress() *ProcessBundleProgressRequest

func (*InstructionRequest) GetProcessBundleSplit Uses

func (m *InstructionRequest) GetProcessBundleSplit() *ProcessBundleSplitRequest

func (*InstructionRequest) GetRegister Uses

func (m *InstructionRequest) GetRegister() *RegisterRequest

func (*InstructionRequest) GetRequest Uses

func (m *InstructionRequest) GetRequest() isInstructionRequest_Request

func (*InstructionRequest) ProtoMessage Uses

func (*InstructionRequest) ProtoMessage()

func (*InstructionRequest) Reset Uses

func (m *InstructionRequest) Reset()

func (*InstructionRequest) String Uses

func (m *InstructionRequest) String() string

func (*InstructionRequest) XXX_DiscardUnknown Uses

func (m *InstructionRequest) XXX_DiscardUnknown()

func (*InstructionRequest) XXX_Marshal Uses

func (m *InstructionRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*InstructionRequest) XXX_Merge Uses

func (m *InstructionRequest) XXX_Merge(src proto.Message)

func (*InstructionRequest) XXX_OneofWrappers Uses

func (*InstructionRequest) XXX_OneofWrappers() []interface{}

XXX_OneofWrappers is for the internal use of the proto package.

func (*InstructionRequest) XXX_Size Uses

func (m *InstructionRequest) XXX_Size() int

func (*InstructionRequest) XXX_Unmarshal Uses

func (m *InstructionRequest) XXX_Unmarshal(b []byte) error

type InstructionRequest_FinalizeBundle Uses

type InstructionRequest_FinalizeBundle struct {
    FinalizeBundle *FinalizeBundleRequest `protobuf:"bytes,1004,opt,name=finalize_bundle,json=finalizeBundle,proto3,oneof"`
}

type InstructionRequest_ProcessBundle Uses

type InstructionRequest_ProcessBundle struct {
    ProcessBundle *ProcessBundleRequest `protobuf:"bytes,1001,opt,name=process_bundle,json=processBundle,proto3,oneof"`
}

type InstructionRequest_ProcessBundleProgress Uses

type InstructionRequest_ProcessBundleProgress struct {
    ProcessBundleProgress *ProcessBundleProgressRequest `protobuf:"bytes,1002,opt,name=process_bundle_progress,json=processBundleProgress,proto3,oneof"`
}

type InstructionRequest_ProcessBundleSplit Uses

type InstructionRequest_ProcessBundleSplit struct {
    ProcessBundleSplit *ProcessBundleSplitRequest `protobuf:"bytes,1003,opt,name=process_bundle_split,json=processBundleSplit,proto3,oneof"`
}

type InstructionRequest_Register Uses

type InstructionRequest_Register struct {
    Register *RegisterRequest `protobuf:"bytes,1000,opt,name=register,proto3,oneof"`
}

type InstructionResponse Uses

type InstructionResponse struct {
    // (Required) A reference provided by the runner which represents a requests
    // execution. The InstructionResponse MUST have the matching id when
    // responding to the runner.
    InstructionId string `protobuf:"bytes,1,opt,name=instruction_id,json=instructionId,proto3" json:"instruction_id,omitempty"`
    // If this is specified, then this instruction has failed.
    // A human readable string representing the reason as to why processing has
    // failed.
    Error string `protobuf:"bytes,2,opt,name=error,proto3" json:"error,omitempty"`
    // If the instruction did not fail, it is required to return an equivalent
    // response type depending on the request this matches.
    //
    // Types that are valid to be assigned to Response:
    //	*InstructionResponse_Register
    //	*InstructionResponse_ProcessBundle
    //	*InstructionResponse_ProcessBundleProgress
    //	*InstructionResponse_ProcessBundleSplit
    //	*InstructionResponse_FinalizeBundle
    Response             isInstructionResponse_Response `protobuf_oneof:"response"`
    XXX_NoUnkeyedLiteral struct{}                       `json:"-"`
    XXX_unrecognized     []byte                         `json:"-"`
    XXX_sizecache        int32                          `json:"-"`
}

The response for an associated request the SDK had been asked to fulfill. Stable

func (*InstructionResponse) Descriptor Uses

func (*InstructionResponse) Descriptor() ([]byte, []int)

func (*InstructionResponse) GetError Uses

func (m *InstructionResponse) GetError() string

func (*InstructionResponse) GetFinalizeBundle Uses

func (m *InstructionResponse) GetFinalizeBundle() *FinalizeBundleResponse

func (*InstructionResponse) GetInstructionId Uses

func (m *InstructionResponse) GetInstructionId() string

func (*InstructionResponse) GetProcessBundle Uses

func (m *InstructionResponse) GetProcessBundle() *ProcessBundleResponse

func (*InstructionResponse) GetProcessBundleProgress Uses

func (m *InstructionResponse) GetProcessBundleProgress() *ProcessBundleProgressResponse

func (*InstructionResponse) GetProcessBundleSplit Uses

func (m *InstructionResponse) GetProcessBundleSplit() *ProcessBundleSplitResponse

func (*InstructionResponse) GetRegister Uses

func (m *InstructionResponse) GetRegister() *RegisterResponse

func (*InstructionResponse) GetResponse Uses

func (m *InstructionResponse) GetResponse() isInstructionResponse_Response

func (*InstructionResponse) ProtoMessage Uses

func (*InstructionResponse) ProtoMessage()

func (*InstructionResponse) Reset Uses

func (m *InstructionResponse) Reset()

func (*InstructionResponse) String Uses

func (m *InstructionResponse) String() string

func (*InstructionResponse) XXX_DiscardUnknown Uses

func (m *InstructionResponse) XXX_DiscardUnknown()

func (*InstructionResponse) XXX_Marshal Uses

func (m *InstructionResponse) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*InstructionResponse) XXX_Merge Uses

func (m *InstructionResponse) XXX_Merge(src proto.Message)

func (*InstructionResponse) XXX_OneofWrappers Uses

func (*InstructionResponse) XXX_OneofWrappers() []interface{}

XXX_OneofWrappers is for the internal use of the proto package.

func (*InstructionResponse) XXX_Size Uses

func (m *InstructionResponse) XXX_Size() int

func (*InstructionResponse) XXX_Unmarshal Uses

func (m *InstructionResponse) XXX_Unmarshal(b []byte) error

type InstructionResponse_FinalizeBundle Uses

type InstructionResponse_FinalizeBundle struct {
    FinalizeBundle *FinalizeBundleResponse `protobuf:"bytes,1004,opt,name=finalize_bundle,json=finalizeBundle,proto3,oneof"`
}

type InstructionResponse_ProcessBundle Uses

type InstructionResponse_ProcessBundle struct {
    ProcessBundle *ProcessBundleResponse `protobuf:"bytes,1001,opt,name=process_bundle,json=processBundle,proto3,oneof"`
}

type InstructionResponse_ProcessBundleProgress Uses

type InstructionResponse_ProcessBundleProgress struct {
    ProcessBundleProgress *ProcessBundleProgressResponse `protobuf:"bytes,1002,opt,name=process_bundle_progress,json=processBundleProgress,proto3,oneof"`
}

type InstructionResponse_ProcessBundleSplit Uses

type InstructionResponse_ProcessBundleSplit struct {
    ProcessBundleSplit *ProcessBundleSplitResponse `protobuf:"bytes,1003,opt,name=process_bundle_split,json=processBundleSplit,proto3,oneof"`
}

type InstructionResponse_Register Uses

type InstructionResponse_Register struct {
    Register *RegisterResponse `protobuf:"bytes,1000,opt,name=register,proto3,oneof"`
}

type LogControl Uses

type LogControl struct {
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*LogControl) Descriptor Uses

func (*LogControl) Descriptor() ([]byte, []int)

func (*LogControl) ProtoMessage Uses

func (*LogControl) ProtoMessage()

func (*LogControl) Reset Uses

func (m *LogControl) Reset()

func (*LogControl) String Uses

func (m *LogControl) String() string

func (*LogControl) XXX_DiscardUnknown Uses

func (m *LogControl) XXX_DiscardUnknown()

func (*LogControl) XXX_Marshal Uses

func (m *LogControl) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*LogControl) XXX_Merge Uses

func (m *LogControl) XXX_Merge(src proto.Message)

func (*LogControl) XXX_Size Uses

func (m *LogControl) XXX_Size() int

func (*LogControl) XXX_Unmarshal Uses

func (m *LogControl) XXX_Unmarshal(b []byte) error

type LogEntry Uses

type LogEntry struct {
    // (Required) The severity of the log statement.
    Severity LogEntry_Severity_Enum `protobuf:"varint,1,opt,name=severity,proto3,enum=org.apache.beam.model.fn_execution.v1.LogEntry_Severity_Enum" json:"severity,omitempty"`
    // (Required) The time at which this log statement occurred.
    Timestamp *timestamp.Timestamp `protobuf:"bytes,2,opt,name=timestamp,proto3" json:"timestamp,omitempty"`
    // (Required) A human readable message.
    Message string `protobuf:"bytes,3,opt,name=message,proto3" json:"message,omitempty"`
    // (Optional) An optional trace of the functions involved. For example, in
    // Java this can include multiple causes and multiple suppressed exceptions.
    Trace string `protobuf:"bytes,4,opt,name=trace,proto3" json:"trace,omitempty"`
    // (Optional) A reference to the instruction this log statement is associated
    // with.
    InstructionId string `protobuf:"bytes,5,opt,name=instruction_id,json=instructionId,proto3" json:"instruction_id,omitempty"`
    // (Optional) A reference to the transform this log statement is
    // associated with.
    TransformId string `protobuf:"bytes,6,opt,name=transform_id,json=transformId,proto3" json:"transform_id,omitempty"`
    // (Optional) Human-readable name of the function or method being invoked,
    // with optional context such as the class or package name. The format can
    // vary by language. For example:
    //   qual.if.ied.Class.method (Java)
    //   dir/package.func (Go)
    //   module.function (Python)
    //   file.cc:382 (C++)
    LogLocation string `protobuf:"bytes,7,opt,name=log_location,json=logLocation,proto3" json:"log_location,omitempty"`
    // (Optional) The name of the thread this log statement is associated with.
    Thread               string   `protobuf:"bytes,8,opt,name=thread,proto3" json:"thread,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

A log entry

func (*LogEntry) Descriptor Uses

func (*LogEntry) Descriptor() ([]byte, []int)

func (*LogEntry) GetInstructionId Uses

func (m *LogEntry) GetInstructionId() string

func (*LogEntry) GetLogLocation Uses

func (m *LogEntry) GetLogLocation() string

func (*LogEntry) GetMessage Uses

func (m *LogEntry) GetMessage() string

func (*LogEntry) GetSeverity Uses

func (m *LogEntry) GetSeverity() LogEntry_Severity_Enum

func (*LogEntry) GetThread Uses

func (m *LogEntry) GetThread() string

func (*LogEntry) GetTimestamp Uses

func (m *LogEntry) GetTimestamp() *timestamp.Timestamp

func (*LogEntry) GetTrace Uses

func (m *LogEntry) GetTrace() string

func (*LogEntry) GetTransformId Uses

func (m *LogEntry) GetTransformId() string

func (*LogEntry) ProtoMessage Uses

func (*LogEntry) ProtoMessage()

func (*LogEntry) Reset Uses

func (m *LogEntry) Reset()

func (*LogEntry) String Uses

func (m *LogEntry) String() string

func (*LogEntry) XXX_DiscardUnknown Uses

func (m *LogEntry) XXX_DiscardUnknown()

func (*LogEntry) XXX_Marshal Uses

func (m *LogEntry) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*LogEntry) XXX_Merge Uses

func (m *LogEntry) XXX_Merge(src proto.Message)

func (*LogEntry) XXX_Size Uses

func (m *LogEntry) XXX_Size() int

func (*LogEntry) XXX_Unmarshal Uses

func (m *LogEntry) XXX_Unmarshal(b []byte) error

type LogEntry_List Uses

type LogEntry_List struct {
    // (Required) One or or more log messages.
    LogEntries           []*LogEntry `protobuf:"bytes,1,rep,name=log_entries,json=logEntries,proto3" json:"log_entries,omitempty"`
    XXX_NoUnkeyedLiteral struct{}    `json:"-"`
    XXX_unrecognized     []byte      `json:"-"`
    XXX_sizecache        int32       `json:"-"`
}

A list of log entries, enables buffering and batching of multiple log messages using the logging API.

func (*LogEntry_List) Descriptor Uses

func (*LogEntry_List) Descriptor() ([]byte, []int)

func (*LogEntry_List) GetLogEntries Uses

func (m *LogEntry_List) GetLogEntries() []*LogEntry

func (*LogEntry_List) ProtoMessage Uses

func (*LogEntry_List) ProtoMessage()

func (*LogEntry_List) Reset Uses

func (m *LogEntry_List) Reset()

func (*LogEntry_List) String Uses

func (m *LogEntry_List) String() string

func (*LogEntry_List) XXX_DiscardUnknown Uses

func (m *LogEntry_List) XXX_DiscardUnknown()

func (*LogEntry_List) XXX_Marshal Uses

func (m *LogEntry_List) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*LogEntry_List) XXX_Merge Uses

func (m *LogEntry_List) XXX_Merge(src proto.Message)

func (*LogEntry_List) XXX_Size Uses

func (m *LogEntry_List) XXX_Size() int

func (*LogEntry_List) XXX_Unmarshal Uses

func (m *LogEntry_List) XXX_Unmarshal(b []byte) error

type LogEntry_Severity Uses

type LogEntry_Severity struct {
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

The severity of the event described in a log entry, expressed as one of the severity levels listed below. For your reference, the levels are assigned the listed numeric values. The effect of using numeric values other than those listed is undefined.

If you are writing log entries, you should map other severity encodings to one of these standard levels. For example, you might map all of Java's FINE, FINER, and FINEST levels to `Severity.DEBUG`.

This list is intentionally not comprehensive; the intent is to provide a common set of "good enough" severity levels so that logging front ends can provide filtering and searching across log types. Users of the API are free not to use all severity levels in their log messages.

func (*LogEntry_Severity) Descriptor Uses

func (*LogEntry_Severity) Descriptor() ([]byte, []int)

func (*LogEntry_Severity) ProtoMessage Uses

func (*LogEntry_Severity) ProtoMessage()

func (*LogEntry_Severity) Reset Uses

func (m *LogEntry_Severity) Reset()

func (*LogEntry_Severity) String Uses

func (m *LogEntry_Severity) String() string

func (*LogEntry_Severity) XXX_DiscardUnknown Uses

func (m *LogEntry_Severity) XXX_DiscardUnknown()

func (*LogEntry_Severity) XXX_Marshal Uses

func (m *LogEntry_Severity) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*LogEntry_Severity) XXX_Merge Uses

func (m *LogEntry_Severity) XXX_Merge(src proto.Message)

func (*LogEntry_Severity) XXX_Size Uses

func (m *LogEntry_Severity) XXX_Size() int

func (*LogEntry_Severity) XXX_Unmarshal Uses

func (m *LogEntry_Severity) XXX_Unmarshal(b []byte) error

type LogEntry_Severity_Enum Uses

type LogEntry_Severity_Enum int32
const (
    // Unspecified level information. Will be logged at the TRACE level.
    LogEntry_Severity_UNSPECIFIED LogEntry_Severity_Enum = 0
    LogEntry_Severity_TRACE       LogEntry_Severity_Enum = 1
    // Debugging information.
    LogEntry_Severity_DEBUG LogEntry_Severity_Enum = 2
    // Normal events.
    LogEntry_Severity_INFO LogEntry_Severity_Enum = 3
    // Normal but significant events, such as start up, shut down, or
    // configuration.
    LogEntry_Severity_NOTICE LogEntry_Severity_Enum = 4
    // Warning events might cause problems.
    LogEntry_Severity_WARN LogEntry_Severity_Enum = 5
    // Error events are likely to cause problems.
    LogEntry_Severity_ERROR LogEntry_Severity_Enum = 6
    // Critical events cause severe problems or brief outages and may
    // indicate that a person must take action.
    LogEntry_Severity_CRITICAL LogEntry_Severity_Enum = 7
)

func (LogEntry_Severity_Enum) EnumDescriptor Uses

func (LogEntry_Severity_Enum) EnumDescriptor() ([]byte, []int)

func (LogEntry_Severity_Enum) String Uses

func (x LogEntry_Severity_Enum) String() string

type Metrics Uses

type Metrics struct {
    Ptransforms          map[string]*Metrics_PTransform `protobuf:"bytes,1,rep,name=ptransforms,proto3" json:"ptransforms,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"`
    XXX_NoUnkeyedLiteral struct{}                       `json:"-"`
    XXX_unrecognized     []byte                         `json:"-"`
    XXX_sizecache        int32                          `json:"-"`
}

DEPRECATED

func (*Metrics) Descriptor Uses

func (*Metrics) Descriptor() ([]byte, []int)

func (*Metrics) GetPtransforms Uses

func (m *Metrics) GetPtransforms() map[string]*Metrics_PTransform

func (*Metrics) ProtoMessage Uses

func (*Metrics) ProtoMessage()

func (*Metrics) Reset Uses

func (m *Metrics) Reset()

func (*Metrics) String Uses

func (m *Metrics) String() string

func (*Metrics) XXX_DiscardUnknown Uses

func (m *Metrics) XXX_DiscardUnknown()

func (*Metrics) XXX_Marshal Uses

func (m *Metrics) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Metrics) XXX_Merge Uses

func (m *Metrics) XXX_Merge(src proto.Message)

func (*Metrics) XXX_Size Uses

func (m *Metrics) XXX_Size() int

func (*Metrics) XXX_Unmarshal Uses

func (m *Metrics) XXX_Unmarshal(b []byte) error

type Metrics_PTransform Uses

type Metrics_PTransform struct {
    // (Required): Metrics for processed elements.
    ProcessedElements *Metrics_PTransform_ProcessedElements `protobuf:"bytes,1,opt,name=processed_elements,json=processedElements,proto3" json:"processed_elements,omitempty"`
    // (Required): Metrics for active elements.
    ActiveElements *Metrics_PTransform_ActiveElements `protobuf:"bytes,2,opt,name=active_elements,json=activeElements,proto3" json:"active_elements,omitempty"`
    // (Optional): Map from local output name to its watermark.
    // The watermarks reported are tentative, to get a better sense of progress
    // while processing a bundle but before it is committed. At bundle commit
    // time, a Runner needs to also take into account the timers set to compute
    // the actual watermarks.
    Watermarks           map[string]int64 `protobuf:"bytes,3,rep,name=watermarks,proto3" json:"watermarks,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"varint,2,opt,name=value,proto3"`
    User                 []*Metrics_User  `protobuf:"bytes,4,rep,name=user,proto3" json:"user,omitempty"`
    XXX_NoUnkeyedLiteral struct{}         `json:"-"`
    XXX_unrecognized     []byte           `json:"-"`
    XXX_sizecache        int32            `json:"-"`
}

PTransform level metrics. These metrics are split into processed and active element groups for progress reporting purposes. This allows a Runner to see what is measured, what is estimated and what can be extrapolated to be able to accurately estimate the amount of remaining work.

func (*Metrics_PTransform) Descriptor Uses

func (*Metrics_PTransform) Descriptor() ([]byte, []int)

func (*Metrics_PTransform) GetActiveElements Uses

func (m *Metrics_PTransform) GetActiveElements() *Metrics_PTransform_ActiveElements

func (*Metrics_PTransform) GetProcessedElements Uses

func (m *Metrics_PTransform) GetProcessedElements() *Metrics_PTransform_ProcessedElements

func (*Metrics_PTransform) GetUser Uses

func (m *Metrics_PTransform) GetUser() []*Metrics_User

func (*Metrics_PTransform) GetWatermarks Uses

func (m *Metrics_PTransform) GetWatermarks() map[string]int64

func (*Metrics_PTransform) ProtoMessage Uses

func (*Metrics_PTransform) ProtoMessage()

func (*Metrics_PTransform) Reset Uses

func (m *Metrics_PTransform) Reset()

func (*Metrics_PTransform) String Uses

func (m *Metrics_PTransform) String() string

func (*Metrics_PTransform) XXX_DiscardUnknown Uses

func (m *Metrics_PTransform) XXX_DiscardUnknown()

func (*Metrics_PTransform) XXX_Marshal Uses

func (m *Metrics_PTransform) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Metrics_PTransform) XXX_Merge Uses

func (m *Metrics_PTransform) XXX_Merge(src proto.Message)

func (*Metrics_PTransform) XXX_Size Uses

func (m *Metrics_PTransform) XXX_Size() int

func (*Metrics_PTransform) XXX_Unmarshal Uses

func (m *Metrics_PTransform) XXX_Unmarshal(b []byte) error

type Metrics_PTransform_ActiveElements Uses

type Metrics_PTransform_ActiveElements struct {
    // (Required)
    Measured *Metrics_PTransform_Measured `protobuf:"bytes,1,opt,name=measured,proto3" json:"measured,omitempty"`
    // (Optional) Sum of estimated fraction of known work remaining for all
    // active elements, as reported by this transform.
    // If not reported, a Runner could extrapolate this from the processed
    // elements.
    // TODO: Handle the case when known work is infinite.
    FractionRemaining float64 `protobuf:"fixed64,2,opt,name=fraction_remaining,json=fractionRemaining,proto3" json:"fraction_remaining,omitempty"`
    // (Optional) Map from local output name to sum of estimated number
    // of elements remaining for this output from all active elements,
    // as reported by this transform.
    // If not reported, a Runner could extrapolate this from the processed
    // elements.
    OutputElementsRemaining map[string]int64 `protobuf:"bytes,3,rep,name=output_elements_remaining,json=outputElementsRemaining,proto3" json:"output_elements_remaining,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"varint,2,opt,name=value,proto3"`
    XXX_NoUnkeyedLiteral    struct{}         `json:"-"`
    XXX_unrecognized        []byte           `json:"-"`
    XXX_sizecache           int32            `json:"-"`
}

Metrics for active elements. An element is considered active if the SDK has started but not finished processing it yet.

func (*Metrics_PTransform_ActiveElements) Descriptor Uses

func (*Metrics_PTransform_ActiveElements) Descriptor() ([]byte, []int)

func (*Metrics_PTransform_ActiveElements) GetFractionRemaining Uses

func (m *Metrics_PTransform_ActiveElements) GetFractionRemaining() float64

func (*Metrics_PTransform_ActiveElements) GetMeasured Uses

func (m *Metrics_PTransform_ActiveElements) GetMeasured() *Metrics_PTransform_Measured

func (*Metrics_PTransform_ActiveElements) GetOutputElementsRemaining Uses

func (m *Metrics_PTransform_ActiveElements) GetOutputElementsRemaining() map[string]int64

func (*Metrics_PTransform_ActiveElements) ProtoMessage Uses

func (*Metrics_PTransform_ActiveElements) ProtoMessage()

func (*Metrics_PTransform_ActiveElements) Reset Uses

func (m *Metrics_PTransform_ActiveElements) Reset()

func (*Metrics_PTransform_ActiveElements) String Uses

func (m *Metrics_PTransform_ActiveElements) String() string

func (*Metrics_PTransform_ActiveElements) XXX_DiscardUnknown Uses

func (m *Metrics_PTransform_ActiveElements) XXX_DiscardUnknown()

func (*Metrics_PTransform_ActiveElements) XXX_Marshal Uses

func (m *Metrics_PTransform_ActiveElements) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Metrics_PTransform_ActiveElements) XXX_Merge Uses

func (m *Metrics_PTransform_ActiveElements) XXX_Merge(src proto.Message)

func (*Metrics_PTransform_ActiveElements) XXX_Size Uses

func (m *Metrics_PTransform_ActiveElements) XXX_Size() int

func (*Metrics_PTransform_ActiveElements) XXX_Unmarshal Uses

func (m *Metrics_PTransform_ActiveElements) XXX_Unmarshal(b []byte) error

type Metrics_PTransform_Measured Uses

type Metrics_PTransform_Measured struct {
    // (Optional) Map from local input name to number of elements processed
    // from this input.
    // If unset, assumed to be the sum of the outputs of all producers to
    // this transform (for ProcessedElements) and 0 (for ActiveElements).
    InputElementCounts map[string]int64 `protobuf:"bytes,1,rep,name=input_element_counts,json=inputElementCounts,proto3" json:"input_element_counts,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"varint,2,opt,name=value,proto3"`
    // (Required) Map from local output name to number of elements produced
    // for this output.
    OutputElementCounts map[string]int64 `protobuf:"bytes,2,rep,name=output_element_counts,json=outputElementCounts,proto3" json:"output_element_counts,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"varint,2,opt,name=value,proto3"`
    // (Optional) The total time spent so far in processing the elements in
    // this group, in seconds.
    TotalTimeSpent       float64  `protobuf:"fixed64,3,opt,name=total_time_spent,json=totalTimeSpent,proto3" json:"total_time_spent,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

Metrics that are measured for processed and active element groups.

func (*Metrics_PTransform_Measured) Descriptor Uses

func (*Metrics_PTransform_Measured) Descriptor() ([]byte, []int)

func (*Metrics_PTransform_Measured) GetInputElementCounts Uses

func (m *Metrics_PTransform_Measured) GetInputElementCounts() map[string]int64

func (*Metrics_PTransform_Measured) GetOutputElementCounts Uses

func (m *Metrics_PTransform_Measured) GetOutputElementCounts() map[string]int64

func (*Metrics_PTransform_Measured) GetTotalTimeSpent Uses

func (m *Metrics_PTransform_Measured) GetTotalTimeSpent() float64

func (*Metrics_PTransform_Measured) ProtoMessage Uses

func (*Metrics_PTransform_Measured) ProtoMessage()

func (*Metrics_PTransform_Measured) Reset Uses

func (m *Metrics_PTransform_Measured) Reset()

func (*Metrics_PTransform_Measured) String Uses

func (m *Metrics_PTransform_Measured) String() string

func (*Metrics_PTransform_Measured) XXX_DiscardUnknown Uses

func (m *Metrics_PTransform_Measured) XXX_DiscardUnknown()

func (*Metrics_PTransform_Measured) XXX_Marshal Uses

func (m *Metrics_PTransform_Measured) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Metrics_PTransform_Measured) XXX_Merge Uses

func (m *Metrics_PTransform_Measured) XXX_Merge(src proto.Message)

func (*Metrics_PTransform_Measured) XXX_Size Uses

func (m *Metrics_PTransform_Measured) XXX_Size() int

func (*Metrics_PTransform_Measured) XXX_Unmarshal Uses

func (m *Metrics_PTransform_Measured) XXX_Unmarshal(b []byte) error

type Metrics_PTransform_ProcessedElements Uses

type Metrics_PTransform_ProcessedElements struct {
    // (Required)
    Measured             *Metrics_PTransform_Measured `protobuf:"bytes,1,opt,name=measured,proto3" json:"measured,omitempty"`
    XXX_NoUnkeyedLiteral struct{}                     `json:"-"`
    XXX_unrecognized     []byte                       `json:"-"`
    XXX_sizecache        int32                        `json:"-"`
}

Metrics for fully processed elements.

func (*Metrics_PTransform_ProcessedElements) Descriptor Uses

func (*Metrics_PTransform_ProcessedElements) Descriptor() ([]byte, []int)

func (*Metrics_PTransform_ProcessedElements) GetMeasured Uses

func (m *Metrics_PTransform_ProcessedElements) GetMeasured() *Metrics_PTransform_Measured

func (*Metrics_PTransform_ProcessedElements) ProtoMessage Uses

func (*Metrics_PTransform_ProcessedElements) ProtoMessage()

func (*Metrics_PTransform_ProcessedElements) Reset Uses

func (m *Metrics_PTransform_ProcessedElements) Reset()

func (*Metrics_PTransform_ProcessedElements) String Uses

func (m *Metrics_PTransform_ProcessedElements) String() string

func (*Metrics_PTransform_ProcessedElements) XXX_DiscardUnknown Uses

func (m *Metrics_PTransform_ProcessedElements) XXX_DiscardUnknown()

func (*Metrics_PTransform_ProcessedElements) XXX_Marshal Uses

func (m *Metrics_PTransform_ProcessedElements) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Metrics_PTransform_ProcessedElements) XXX_Merge Uses

func (m *Metrics_PTransform_ProcessedElements) XXX_Merge(src proto.Message)

func (*Metrics_PTransform_ProcessedElements) XXX_Size Uses

func (m *Metrics_PTransform_ProcessedElements) XXX_Size() int

func (*Metrics_PTransform_ProcessedElements) XXX_Unmarshal Uses

func (m *Metrics_PTransform_ProcessedElements) XXX_Unmarshal(b []byte) error

type Metrics_User Uses

type Metrics_User struct {
    // (Required) The identifier for this metric.
    MetricName *Metrics_User_MetricName `protobuf:"bytes,1,opt,name=metric_name,json=metricName,proto3" json:"metric_name,omitempty"`
    // (Required) The data for this metric.
    //
    // Types that are valid to be assigned to Data:
    //	*Metrics_User_CounterData_
    //	*Metrics_User_DistributionData_
    //	*Metrics_User_GaugeData_
    Data                 isMetrics_User_Data `protobuf_oneof:"data"`
    XXX_NoUnkeyedLiteral struct{}            `json:"-"`
    XXX_unrecognized     []byte              `json:"-"`
    XXX_sizecache        int32               `json:"-"`
}

User defined metrics

func (*Metrics_User) Descriptor Uses

func (*Metrics_User) Descriptor() ([]byte, []int)

func (*Metrics_User) GetCounterData Uses

func (m *Metrics_User) GetCounterData() *Metrics_User_CounterData

func (*Metrics_User) GetData Uses

func (m *Metrics_User) GetData() isMetrics_User_Data

func (*Metrics_User) GetDistributionData Uses

func (m *Metrics_User) GetDistributionData() *Metrics_User_DistributionData

func (*Metrics_User) GetGaugeData Uses

func (m *Metrics_User) GetGaugeData() *Metrics_User_GaugeData

func (*Metrics_User) GetMetricName Uses

func (m *Metrics_User) GetMetricName() *Metrics_User_MetricName

func (*Metrics_User) ProtoMessage Uses

func (*Metrics_User) ProtoMessage()

func (*Metrics_User) Reset Uses

func (m *Metrics_User) Reset()

func (*Metrics_User) String Uses

func (m *Metrics_User) String() string

func (*Metrics_User) XXX_DiscardUnknown Uses

func (m *Metrics_User) XXX_DiscardUnknown()

func (*Metrics_User) XXX_Marshal Uses

func (m *Metrics_User) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Metrics_User) XXX_Merge Uses

func (m *Metrics_User) XXX_Merge(src proto.Message)

func (*Metrics_User) XXX_OneofWrappers Uses

func (*Metrics_User) XXX_OneofWrappers() []interface{}

XXX_OneofWrappers is for the internal use of the proto package.

func (*Metrics_User) XXX_Size Uses

func (m *Metrics_User) XXX_Size() int

func (*Metrics_User) XXX_Unmarshal Uses

func (m *Metrics_User) XXX_Unmarshal(b []byte) error

type Metrics_User_CounterData Uses

type Metrics_User_CounterData struct {
    Value                int64    `protobuf:"varint,1,opt,name=value,proto3" json:"value,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

Data associated with a counter metric.

func (*Metrics_User_CounterData) Descriptor Uses

func (*Metrics_User_CounterData) Descriptor() ([]byte, []int)

func (*Metrics_User_CounterData) GetValue Uses

func (m *Metrics_User_CounterData) GetValue() int64

func (*Metrics_User_CounterData) ProtoMessage Uses

func (*Metrics_User_CounterData) ProtoMessage()

func (*Metrics_User_CounterData) Reset Uses

func (m *Metrics_User_CounterData) Reset()

func (*Metrics_User_CounterData) String Uses

func (m *Metrics_User_CounterData) String() string

func (*Metrics_User_CounterData) XXX_DiscardUnknown Uses

func (m *Metrics_User_CounterData) XXX_DiscardUnknown()

func (*Metrics_User_CounterData) XXX_Marshal Uses

func (m *Metrics_User_CounterData) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Metrics_User_CounterData) XXX_Merge Uses

func (m *Metrics_User_CounterData) XXX_Merge(src proto.Message)

func (*Metrics_User_CounterData) XXX_Size Uses

func (m *Metrics_User_CounterData) XXX_Size() int

func (*Metrics_User_CounterData) XXX_Unmarshal Uses

func (m *Metrics_User_CounterData) XXX_Unmarshal(b []byte) error

type Metrics_User_CounterData_ Uses

type Metrics_User_CounterData_ struct {
    CounterData *Metrics_User_CounterData `protobuf:"bytes,1001,opt,name=counter_data,json=counterData,proto3,oneof"`
}

type Metrics_User_DistributionData Uses

type Metrics_User_DistributionData struct {
    Count                int64    `protobuf:"varint,1,opt,name=count,proto3" json:"count,omitempty"`
    Sum                  int64    `protobuf:"varint,2,opt,name=sum,proto3" json:"sum,omitempty"`
    Min                  int64    `protobuf:"varint,3,opt,name=min,proto3" json:"min,omitempty"`
    Max                  int64    `protobuf:"varint,4,opt,name=max,proto3" json:"max,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

Data associated with a distribution metric.

func (*Metrics_User_DistributionData) Descriptor Uses

func (*Metrics_User_DistributionData) Descriptor() ([]byte, []int)

func (*Metrics_User_DistributionData) GetCount Uses

func (m *Metrics_User_DistributionData) GetCount() int64

func (*Metrics_User_DistributionData) GetMax Uses

func (m *Metrics_User_DistributionData) GetMax() int64

func (*Metrics_User_DistributionData) GetMin Uses

func (m *Metrics_User_DistributionData) GetMin() int64

func (*Metrics_User_DistributionData) GetSum Uses

func (m *Metrics_User_DistributionData) GetSum() int64

func (*Metrics_User_DistributionData) ProtoMessage Uses

func (*Metrics_User_DistributionData) ProtoMessage()

func (*Metrics_User_DistributionData) Reset Uses

func (m *Metrics_User_DistributionData) Reset()

func (*Metrics_User_DistributionData) String Uses

func (m *Metrics_User_DistributionData) String() string

func (*Metrics_User_DistributionData) XXX_DiscardUnknown Uses

func (m *Metrics_User_DistributionData) XXX_DiscardUnknown()

func (*Metrics_User_DistributionData) XXX_Marshal Uses

func (m *Metrics_User_DistributionData) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Metrics_User_DistributionData) XXX_Merge Uses

func (m *Metrics_User_DistributionData) XXX_Merge(src proto.Message)

func (*Metrics_User_DistributionData) XXX_Size Uses

func (m *Metrics_User_DistributionData) XXX_Size() int

func (*Metrics_User_DistributionData) XXX_Unmarshal Uses

func (m *Metrics_User_DistributionData) XXX_Unmarshal(b []byte) error

type Metrics_User_DistributionData_ Uses

type Metrics_User_DistributionData_ struct {
    DistributionData *Metrics_User_DistributionData `protobuf:"bytes,1002,opt,name=distribution_data,json=distributionData,proto3,oneof"`
}

type Metrics_User_GaugeData Uses

type Metrics_User_GaugeData struct {
    Value                int64                `protobuf:"varint,1,opt,name=value,proto3" json:"value,omitempty"`
    Timestamp            *timestamp.Timestamp `protobuf:"bytes,2,opt,name=timestamp,proto3" json:"timestamp,omitempty"`
    XXX_NoUnkeyedLiteral struct{}             `json:"-"`
    XXX_unrecognized     []byte               `json:"-"`
    XXX_sizecache        int32                `json:"-"`
}

Data associated with a Gauge metric.

func (*Metrics_User_GaugeData) Descriptor Uses

func (*Metrics_User_GaugeData) Descriptor() ([]byte, []int)

func (*Metrics_User_GaugeData) GetTimestamp Uses

func (m *Metrics_User_GaugeData) GetTimestamp() *timestamp.Timestamp

func (*Metrics_User_GaugeData) GetValue Uses

func (m *Metrics_User_GaugeData) GetValue() int64

func (*Metrics_User_GaugeData) ProtoMessage Uses

func (*Metrics_User_GaugeData) ProtoMessage()

func (*Metrics_User_GaugeData) Reset Uses

func (m *Metrics_User_GaugeData) Reset()

func (*Metrics_User_GaugeData) String Uses

func (m *Metrics_User_GaugeData) String() string

func (*Metrics_User_GaugeData) XXX_DiscardUnknown Uses

func (m *Metrics_User_GaugeData) XXX_DiscardUnknown()

func (*Metrics_User_GaugeData) XXX_Marshal Uses

func (m *Metrics_User_GaugeData) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Metrics_User_GaugeData) XXX_Merge Uses

func (m *Metrics_User_GaugeData) XXX_Merge(src proto.Message)

func (*Metrics_User_GaugeData) XXX_Size Uses

func (m *Metrics_User_GaugeData) XXX_Size() int

func (*Metrics_User_GaugeData) XXX_Unmarshal Uses

func (m *Metrics_User_GaugeData) XXX_Unmarshal(b []byte) error

type Metrics_User_GaugeData_ Uses

type Metrics_User_GaugeData_ struct {
    GaugeData *Metrics_User_GaugeData `protobuf:"bytes,1003,opt,name=gauge_data,json=gaugeData,proto3,oneof"`
}

type Metrics_User_MetricName Uses

type Metrics_User_MetricName struct {
    // (Required): The namespace of this metric.
    Namespace string `protobuf:"bytes,2,opt,name=namespace,proto3" json:"namespace,omitempty"`
    // (Required): The name of this metric.
    Name                 string   `protobuf:"bytes,3,opt,name=name,proto3" json:"name,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

A key for identifying a metric at the most granular level.

func (*Metrics_User_MetricName) Descriptor Uses

func (*Metrics_User_MetricName) Descriptor() ([]byte, []int)

func (*Metrics_User_MetricName) GetName Uses

func (m *Metrics_User_MetricName) GetName() string

func (*Metrics_User_MetricName) GetNamespace Uses

func (m *Metrics_User_MetricName) GetNamespace() string

func (*Metrics_User_MetricName) ProtoMessage Uses

func (*Metrics_User_MetricName) ProtoMessage()

func (*Metrics_User_MetricName) Reset Uses

func (m *Metrics_User_MetricName) Reset()

func (*Metrics_User_MetricName) String Uses

func (m *Metrics_User_MetricName) String() string

func (*Metrics_User_MetricName) XXX_DiscardUnknown Uses

func (m *Metrics_User_MetricName) XXX_DiscardUnknown()

func (*Metrics_User_MetricName) XXX_Marshal Uses

func (m *Metrics_User_MetricName) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Metrics_User_MetricName) XXX_Merge Uses

func (m *Metrics_User_MetricName) XXX_Merge(src proto.Message)

func (*Metrics_User_MetricName) XXX_Size Uses

func (m *Metrics_User_MetricName) XXX_Size() int

func (*Metrics_User_MetricName) XXX_Unmarshal Uses

func (m *Metrics_User_MetricName) XXX_Unmarshal(b []byte) error

type ProcessBundleDescriptor Uses

type ProcessBundleDescriptor struct {
    // (Required) A pipeline level unique id which can be used as a reference to
    // refer to this.
    Id  string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
    // (Required) A map from pipeline-scoped id to PTransform.
    Transforms map[string]*pipeline_v1.PTransform `protobuf:"bytes,2,rep,name=transforms,proto3" json:"transforms,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"`
    // (Required) A map from pipeline-scoped id to PCollection.
    Pcollections map[string]*pipeline_v1.PCollection `protobuf:"bytes,3,rep,name=pcollections,proto3" json:"pcollections,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"`
    // (Required) A map from pipeline-scoped id to WindowingStrategy.
    WindowingStrategies map[string]*pipeline_v1.WindowingStrategy `protobuf:"bytes,4,rep,name=windowing_strategies,json=windowingStrategies,proto3" json:"windowing_strategies,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"`
    // (Required) A map from pipeline-scoped id to Coder.
    Coders map[string]*pipeline_v1.Coder `protobuf:"bytes,5,rep,name=coders,proto3" json:"coders,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"`
    // (Required) A map from pipeline-scoped id to Environment.
    Environments map[string]*pipeline_v1.Environment `protobuf:"bytes,6,rep,name=environments,proto3" json:"environments,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"`
    // A descriptor describing the end point to use for State API
    // calls. Required if the Runner intends to send remote references over the
    // data plane or if any of the transforms rely on user state or side inputs.
    StateApiServiceDescriptor *pipeline_v1.ApiServiceDescriptor `protobuf:"bytes,7,opt,name=state_api_service_descriptor,json=stateApiServiceDescriptor,proto3" json:"state_api_service_descriptor,omitempty"`
    XXX_NoUnkeyedLiteral      struct{}                          `json:"-"`
    XXX_unrecognized          []byte                            `json:"-"`
    XXX_sizecache             int32                             `json:"-"`
}

Definitions that should be used to construct the bundle processing graph.

func (*ProcessBundleDescriptor) Descriptor Uses

func (*ProcessBundleDescriptor) Descriptor() ([]byte, []int)

func (*ProcessBundleDescriptor) GetCoders Uses

func (m *ProcessBundleDescriptor) GetCoders() map[string]*pipeline_v1.Coder

func (*ProcessBundleDescriptor) GetEnvironments Uses

func (m *ProcessBundleDescriptor) GetEnvironments() map[string]*pipeline_v1.Environment

func (*ProcessBundleDescriptor) GetId Uses

func (m *ProcessBundleDescriptor) GetId() string

func (*ProcessBundleDescriptor) GetPcollections Uses

func (m *ProcessBundleDescriptor) GetPcollections() map[string]*pipeline_v1.PCollection

func (*ProcessBundleDescriptor) GetStateApiServiceDescriptor Uses

func (m *ProcessBundleDescriptor) GetStateApiServiceDescriptor() *pipeline_v1.ApiServiceDescriptor

func (*ProcessBundleDescriptor) GetTransforms Uses

func (m *ProcessBundleDescriptor) GetTransforms() map[string]*pipeline_v1.PTransform

func (*ProcessBundleDescriptor) GetWindowingStrategies Uses

func (m *ProcessBundleDescriptor) GetWindowingStrategies() map[string]*pipeline_v1.WindowingStrategy

func (*ProcessBundleDescriptor) ProtoMessage Uses

func (*ProcessBundleDescriptor) ProtoMessage()

func (*ProcessBundleDescriptor) Reset Uses

func (m *ProcessBundleDescriptor) Reset()

func (*ProcessBundleDescriptor) String Uses

func (m *ProcessBundleDescriptor) String() string

func (*ProcessBundleDescriptor) XXX_DiscardUnknown Uses

func (m *ProcessBundleDescriptor) XXX_DiscardUnknown()

func (*ProcessBundleDescriptor) XXX_Marshal Uses

func (m *ProcessBundleDescriptor) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ProcessBundleDescriptor) XXX_Merge Uses

func (m *ProcessBundleDescriptor) XXX_Merge(src proto.Message)

func (*ProcessBundleDescriptor) XXX_Size Uses

func (m *ProcessBundleDescriptor) XXX_Size() int

func (*ProcessBundleDescriptor) XXX_Unmarshal Uses

func (m *ProcessBundleDescriptor) XXX_Unmarshal(b []byte) error

type ProcessBundleProgressRequest Uses

type ProcessBundleProgressRequest struct {
    // (Required) A reference to an active process bundle request with the given
    // instruction id.
    InstructionId        string   `protobuf:"bytes,1,opt,name=instruction_id,json=instructionId,proto3" json:"instruction_id,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

A request to report progress information for a given bundle. This is an optional request to be handled and is used to support advanced SDK features such as SplittableDoFn, user level metrics etc.

func (*ProcessBundleProgressRequest) Descriptor Uses

func (*ProcessBundleProgressRequest) Descriptor() ([]byte, []int)

func (*ProcessBundleProgressRequest) GetInstructionId Uses

func (m *ProcessBundleProgressRequest) GetInstructionId() string

func (*ProcessBundleProgressRequest) ProtoMessage Uses

func (*ProcessBundleProgressRequest) ProtoMessage()

func (*ProcessBundleProgressRequest) Reset Uses

func (m *ProcessBundleProgressRequest) Reset()

func (*ProcessBundleProgressRequest) String Uses

func (m *ProcessBundleProgressRequest) String() string

func (*ProcessBundleProgressRequest) XXX_DiscardUnknown Uses

func (m *ProcessBundleProgressRequest) XXX_DiscardUnknown()

func (*ProcessBundleProgressRequest) XXX_Marshal Uses

func (m *ProcessBundleProgressRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ProcessBundleProgressRequest) XXX_Merge Uses

func (m *ProcessBundleProgressRequest) XXX_Merge(src proto.Message)

func (*ProcessBundleProgressRequest) XXX_Size Uses

func (m *ProcessBundleProgressRequest) XXX_Size() int

func (*ProcessBundleProgressRequest) XXX_Unmarshal Uses

func (m *ProcessBundleProgressRequest) XXX_Unmarshal(b []byte) error

type ProcessBundleProgressResponse Uses

type ProcessBundleProgressResponse struct {
    // DEPRECATED (Required)
    Metrics *Metrics `protobuf:"bytes,1,opt,name=metrics,proto3" json:"metrics,omitempty"`
    // (Required) The list of metrics or other MonitoredState
    // collected while processing this bundle.
    MonitoringInfos []*pipeline_v1.MonitoringInfo `protobuf:"bytes,3,rep,name=monitoring_infos,json=monitoringInfos,proto3" json:"monitoring_infos,omitempty"`
    // The list of currently active primary roots that are being
    // executed. Required to be populated for PTransforms which can be split.
    PrimaryRoots         []*BundleApplication `protobuf:"bytes,4,rep,name=primary_roots,json=primaryRoots,proto3" json:"primary_roots,omitempty"`
    XXX_NoUnkeyedLiteral struct{}             `json:"-"`
    XXX_unrecognized     []byte               `json:"-"`
    XXX_sizecache        int32                `json:"-"`
}

func (*ProcessBundleProgressResponse) Descriptor Uses

func (*ProcessBundleProgressResponse) Descriptor() ([]byte, []int)

func (*ProcessBundleProgressResponse) GetMetrics Uses

func (m *ProcessBundleProgressResponse) GetMetrics() *Metrics

func (*ProcessBundleProgressResponse) GetMonitoringInfos Uses

func (m *ProcessBundleProgressResponse) GetMonitoringInfos() []*pipeline_v1.MonitoringInfo

func (*ProcessBundleProgressResponse) GetPrimaryRoots Uses

func (m *ProcessBundleProgressResponse) GetPrimaryRoots() []*BundleApplication

func (*ProcessBundleProgressResponse) ProtoMessage Uses

func (*ProcessBundleProgressResponse) ProtoMessage()

func (*ProcessBundleProgressResponse) Reset Uses

func (m *ProcessBundleProgressResponse) Reset()

func (*ProcessBundleProgressResponse) String Uses

func (m *ProcessBundleProgressResponse) String() string

func (*ProcessBundleProgressResponse) XXX_DiscardUnknown Uses

func (m *ProcessBundleProgressResponse) XXX_DiscardUnknown()

func (*ProcessBundleProgressResponse) XXX_Marshal Uses

func (m *ProcessBundleProgressResponse) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ProcessBundleProgressResponse) XXX_Merge Uses

func (m *ProcessBundleProgressResponse) XXX_Merge(src proto.Message)

func (*ProcessBundleProgressResponse) XXX_Size Uses

func (m *ProcessBundleProgressResponse) XXX_Size() int

func (*ProcessBundleProgressResponse) XXX_Unmarshal Uses

func (m *ProcessBundleProgressResponse) XXX_Unmarshal(b []byte) error

type ProcessBundleRequest Uses

type ProcessBundleRequest struct {
    // (Required) A reference to the process bundle descriptor that must be
    // instantiated and executed by the SDK harness.
    ProcessBundleDescriptorId string `protobuf:"bytes,1,opt,name=process_bundle_descriptor_id,json=processBundleDescriptorId,proto3" json:"process_bundle_descriptor_id,omitempty"`
    // (Optional) A list of cache tokens that can be used by an SDK to reuse
    // cached data returned by the State API across multiple bundles.
    CacheTokens          []*ProcessBundleRequest_CacheToken `protobuf:"bytes,2,rep,name=cache_tokens,json=cacheTokens,proto3" json:"cache_tokens,omitempty"`
    XXX_NoUnkeyedLiteral struct{}                           `json:"-"`
    XXX_unrecognized     []byte                             `json:"-"`
    XXX_sizecache        int32                              `json:"-"`
}

A request to process a given bundle. Stable

func (*ProcessBundleRequest) Descriptor Uses

func (*ProcessBundleRequest) Descriptor() ([]byte, []int)

func (*ProcessBundleRequest) GetCacheTokens Uses

func (m *ProcessBundleRequest) GetCacheTokens() []*ProcessBundleRequest_CacheToken

func (*ProcessBundleRequest) GetProcessBundleDescriptorId Uses

func (m *ProcessBundleRequest) GetProcessBundleDescriptorId() string

func (*ProcessBundleRequest) ProtoMessage Uses

func (*ProcessBundleRequest) ProtoMessage()

func (*ProcessBundleRequest) Reset Uses

func (m *ProcessBundleRequest) Reset()

func (*ProcessBundleRequest) String Uses

func (m *ProcessBundleRequest) String() string

func (*ProcessBundleRequest) XXX_DiscardUnknown Uses

func (m *ProcessBundleRequest) XXX_DiscardUnknown()

func (*ProcessBundleRequest) XXX_Marshal Uses

func (m *ProcessBundleRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ProcessBundleRequest) XXX_Merge Uses

func (m *ProcessBundleRequest) XXX_Merge(src proto.Message)

func (*ProcessBundleRequest) XXX_Size Uses

func (m *ProcessBundleRequest) XXX_Size() int

func (*ProcessBundleRequest) XXX_Unmarshal Uses

func (m *ProcessBundleRequest) XXX_Unmarshal(b []byte) error

type ProcessBundleRequest_CacheToken Uses

type ProcessBundleRequest_CacheToken struct {
    // The scope of a cache token.
    //
    // Types that are valid to be assigned to Type:
    //	*ProcessBundleRequest_CacheToken_UserState_
    //	*ProcessBundleRequest_CacheToken_SideInput_
    Type isProcessBundleRequest_CacheToken_Type `protobuf_oneof:"type"`
    // The cache token identifier which should be globally unique.
    Token                []byte   `protobuf:"bytes,10,opt,name=token,proto3" json:"token,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

A cache token which can be used by an SDK to check for the validity of cached elements which have a cache token associated.

func (*ProcessBundleRequest_CacheToken) Descriptor Uses

func (*ProcessBundleRequest_CacheToken) Descriptor() ([]byte, []int)

func (*ProcessBundleRequest_CacheToken) GetSideInput Uses

func (m *ProcessBundleRequest_CacheToken) GetSideInput() *ProcessBundleRequest_CacheToken_SideInput

func (*ProcessBundleRequest_CacheToken) GetToken Uses

func (m *ProcessBundleRequest_CacheToken) GetToken() []byte

func (*ProcessBundleRequest_CacheToken) GetType Uses

func (m *ProcessBundleRequest_CacheToken) GetType() isProcessBundleRequest_CacheToken_Type

func (*ProcessBundleRequest_CacheToken) GetUserState Uses

func (m *ProcessBundleRequest_CacheToken) GetUserState() *ProcessBundleRequest_CacheToken_UserState

func (*ProcessBundleRequest_CacheToken) ProtoMessage Uses

func (*ProcessBundleRequest_CacheToken) ProtoMessage()

func (*ProcessBundleRequest_CacheToken) Reset Uses

func (m *ProcessBundleRequest_CacheToken) Reset()

func (*ProcessBundleRequest_CacheToken) String Uses

func (m *ProcessBundleRequest_CacheToken) String() string

func (*ProcessBundleRequest_CacheToken) XXX_DiscardUnknown Uses

func (m *ProcessBundleRequest_CacheToken) XXX_DiscardUnknown()

func (*ProcessBundleRequest_CacheToken) XXX_Marshal Uses

func (m *ProcessBundleRequest_CacheToken) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ProcessBundleRequest_CacheToken) XXX_Merge Uses

func (m *ProcessBundleRequest_CacheToken) XXX_Merge(src proto.Message)

func (*ProcessBundleRequest_CacheToken) XXX_OneofWrappers Uses

func (*ProcessBundleRequest_CacheToken) XXX_OneofWrappers() []interface{}

XXX_OneofWrappers is for the internal use of the proto package.

func (*ProcessBundleRequest_CacheToken) XXX_Size Uses

func (m *ProcessBundleRequest_CacheToken) XXX_Size() int

func (*ProcessBundleRequest_CacheToken) XXX_Unmarshal Uses

func (m *ProcessBundleRequest_CacheToken) XXX_Unmarshal(b []byte) error

type ProcessBundleRequest_CacheToken_SideInput Uses

type ProcessBundleRequest_CacheToken_SideInput struct {
    // The id of a side input.
    SideInput            string   `protobuf:"bytes,1,opt,name=side_input,json=sideInput,proto3" json:"side_input,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

A flag to indicate a cache token is valid for a side input.

func (*ProcessBundleRequest_CacheToken_SideInput) Descriptor Uses

func (*ProcessBundleRequest_CacheToken_SideInput) Descriptor() ([]byte, []int)

func (*ProcessBundleRequest_CacheToken_SideInput) GetSideInput Uses

func (m *ProcessBundleRequest_CacheToken_SideInput) GetSideInput() string

func (*ProcessBundleRequest_CacheToken_SideInput) ProtoMessage Uses

func (*ProcessBundleRequest_CacheToken_SideInput) ProtoMessage()

func (*ProcessBundleRequest_CacheToken_SideInput) Reset Uses

func (m *ProcessBundleRequest_CacheToken_SideInput) Reset()

func (*ProcessBundleRequest_CacheToken_SideInput) String Uses

func (m *ProcessBundleRequest_CacheToken_SideInput) String() string

func (*ProcessBundleRequest_CacheToken_SideInput) XXX_DiscardUnknown Uses

func (m *ProcessBundleRequest_CacheToken_SideInput) XXX_DiscardUnknown()

func (*ProcessBundleRequest_CacheToken_SideInput) XXX_Marshal Uses

func (m *ProcessBundleRequest_CacheToken_SideInput) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ProcessBundleRequest_CacheToken_SideInput) XXX_Merge Uses

func (m *ProcessBundleRequest_CacheToken_SideInput) XXX_Merge(src proto.Message)

func (*ProcessBundleRequest_CacheToken_SideInput) XXX_Size Uses

func (m *ProcessBundleRequest_CacheToken_SideInput) XXX_Size() int

func (*ProcessBundleRequest_CacheToken_SideInput) XXX_Unmarshal Uses

func (m *ProcessBundleRequest_CacheToken_SideInput) XXX_Unmarshal(b []byte) error

type ProcessBundleRequest_CacheToken_SideInput_ Uses

type ProcessBundleRequest_CacheToken_SideInput_ struct {
    SideInput *ProcessBundleRequest_CacheToken_SideInput `protobuf:"bytes,2,opt,name=side_input,json=sideInput,proto3,oneof"`
}

type ProcessBundleRequest_CacheToken_UserState Uses

type ProcessBundleRequest_CacheToken_UserState struct {
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

A flag to indicate a cache token is valid for user state.

func (*ProcessBundleRequest_CacheToken_UserState) Descriptor Uses

func (*ProcessBundleRequest_CacheToken_UserState) Descriptor() ([]byte, []int)

func (*ProcessBundleRequest_CacheToken_UserState) ProtoMessage Uses

func (*ProcessBundleRequest_CacheToken_UserState) ProtoMessage()

func (*ProcessBundleRequest_CacheToken_UserState) Reset Uses

func (m *ProcessBundleRequest_CacheToken_UserState) Reset()

func (*ProcessBundleRequest_CacheToken_UserState) String Uses

func (m *ProcessBundleRequest_CacheToken_UserState) String() string

func (*ProcessBundleRequest_CacheToken_UserState) XXX_DiscardUnknown Uses

func (m *ProcessBundleRequest_CacheToken_UserState) XXX_DiscardUnknown()

func (*ProcessBundleRequest_CacheToken_UserState) XXX_Marshal Uses

func (m *ProcessBundleRequest_CacheToken_UserState) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ProcessBundleRequest_CacheToken_UserState) XXX_Merge Uses

func (m *ProcessBundleRequest_CacheToken_UserState) XXX_Merge(src proto.Message)

func (*ProcessBundleRequest_CacheToken_UserState) XXX_Size Uses

func (m *ProcessBundleRequest_CacheToken_UserState) XXX_Size() int

func (*ProcessBundleRequest_CacheToken_UserState) XXX_Unmarshal Uses

func (m *ProcessBundleRequest_CacheToken_UserState) XXX_Unmarshal(b []byte) error

type ProcessBundleRequest_CacheToken_UserState_ Uses

type ProcessBundleRequest_CacheToken_UserState_ struct {
    UserState *ProcessBundleRequest_CacheToken_UserState `protobuf:"bytes,1,opt,name=user_state,json=userState,proto3,oneof"`
}

type ProcessBundleResponse Uses

type ProcessBundleResponse struct {
    // (Optional) If metrics reporting is supported by the SDK, this represents
    // the final metrics to record for this bundle.
    // DEPRECATED
    Metrics *Metrics `protobuf:"bytes,1,opt,name=metrics,proto3" json:"metrics,omitempty"`
    // (Optional) Specifies that the bundle has not been completed and the
    // following applications need to be scheduled and executed in the future.
    // A runner that does not yet support residual roots MUST still check that
    // this is empty for correctness.
    ResidualRoots []*DelayedBundleApplication `protobuf:"bytes,2,rep,name=residual_roots,json=residualRoots,proto3" json:"residual_roots,omitempty"`
    // (Required) The list of metrics or other MonitoredState
    // collected while processing this bundle.
    MonitoringInfos []*pipeline_v1.MonitoringInfo `protobuf:"bytes,3,rep,name=monitoring_infos,json=monitoringInfos,proto3" json:"monitoring_infos,omitempty"`
    // (Optional) Specifies that the runner must callback to this worker
    // once the output of the bundle is committed. The Runner must send a
    // FinalizeBundleRequest with the instruction id of the ProcessBundleRequest
    // that is related to this ProcessBundleResponse.
    RequiresFinalization bool     `protobuf:"varint,4,opt,name=requires_finalization,json=requiresFinalization,proto3" json:"requires_finalization,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*ProcessBundleResponse) Descriptor Uses

func (*ProcessBundleResponse) Descriptor() ([]byte, []int)

func (*ProcessBundleResponse) GetMetrics Uses

func (m *ProcessBundleResponse) GetMetrics() *Metrics

func (*ProcessBundleResponse) GetMonitoringInfos Uses

func (m *ProcessBundleResponse) GetMonitoringInfos() []*pipeline_v1.MonitoringInfo

func (*ProcessBundleResponse) GetRequiresFinalization Uses

func (m *ProcessBundleResponse) GetRequiresFinalization() bool

func (*ProcessBundleResponse) GetResidualRoots Uses

func (m *ProcessBundleResponse) GetResidualRoots() []*DelayedBundleApplication

func (*ProcessBundleResponse) ProtoMessage Uses

func (*ProcessBundleResponse) ProtoMessage()

func (*ProcessBundleResponse) Reset Uses

func (m *ProcessBundleResponse) Reset()

func (*ProcessBundleResponse) String Uses

func (m *ProcessBundleResponse) String() string

func (*ProcessBundleResponse) XXX_DiscardUnknown Uses

func (m *ProcessBundleResponse) XXX_DiscardUnknown()

func (*ProcessBundleResponse) XXX_Marshal Uses

func (m *ProcessBundleResponse) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ProcessBundleResponse) XXX_Merge Uses

func (m *ProcessBundleResponse) XXX_Merge(src proto.Message)

func (*ProcessBundleResponse) XXX_Size Uses

func (m *ProcessBundleResponse) XXX_Size() int

func (*ProcessBundleResponse) XXX_Unmarshal Uses

func (m *ProcessBundleResponse) XXX_Unmarshal(b []byte) error

type ProcessBundleSplitRequest Uses

type ProcessBundleSplitRequest struct {
    // (Required) A reference to an active process bundle request with the given
    // instruction id.
    InstructionId string `protobuf:"bytes,1,opt,name=instruction_id,json=instructionId,proto3" json:"instruction_id,omitempty"`
    // (Required) Specifies the desired split for each transform.
    //
    // Currently only splits at GRPC read operations are supported.
    // This may, of course, limit the amount of work downstream operations
    // receive.
    DesiredSplits        map[string]*ProcessBundleSplitRequest_DesiredSplit `protobuf:"bytes,3,rep,name=desired_splits,json=desiredSplits,proto3" json:"desired_splits,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"`
    XXX_NoUnkeyedLiteral struct{}                                           `json:"-"`
    XXX_unrecognized     []byte                                             `json:"-"`
    XXX_sizecache        int32                                              `json:"-"`
}

Represents a request to the SDK to split a currently active bundle.

func (*ProcessBundleSplitRequest) Descriptor Uses

func (*ProcessBundleSplitRequest) Descriptor() ([]byte, []int)

func (*ProcessBundleSplitRequest) GetDesiredSplits Uses

func (m *ProcessBundleSplitRequest) GetDesiredSplits() map[string]*ProcessBundleSplitRequest_DesiredSplit

func (*ProcessBundleSplitRequest) GetInstructionId Uses

func (m *ProcessBundleSplitRequest) GetInstructionId() string

func (*ProcessBundleSplitRequest) ProtoMessage Uses

func (*ProcessBundleSplitRequest) ProtoMessage()

func (*ProcessBundleSplitRequest) Reset Uses

func (m *ProcessBundleSplitRequest) Reset()

func (*ProcessBundleSplitRequest) String Uses

func (m *ProcessBundleSplitRequest) String() string

func (*ProcessBundleSplitRequest) XXX_DiscardUnknown Uses

func (m *ProcessBundleSplitRequest) XXX_DiscardUnknown()

func (*ProcessBundleSplitRequest) XXX_Marshal Uses

func (m *ProcessBundleSplitRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ProcessBundleSplitRequest) XXX_Merge Uses

func (m *ProcessBundleSplitRequest) XXX_Merge(src proto.Message)

func (*ProcessBundleSplitRequest) XXX_Size Uses

func (m *ProcessBundleSplitRequest) XXX_Size() int

func (*ProcessBundleSplitRequest) XXX_Unmarshal Uses

func (m *ProcessBundleSplitRequest) XXX_Unmarshal(b []byte) error

type ProcessBundleSplitRequest_DesiredSplit Uses

type ProcessBundleSplitRequest_DesiredSplit struct {
    // (Required) The fraction of known work remaining in this bundle
    // for this transform that should be kept by the SDK after this split.
    //
    // Set to 0 to "checkpoint" as soon as possible (keeping as little work as
    // possible and returning the remainder).
    FractionOfRemainder float64 `protobuf:"fixed64,1,opt,name=fraction_of_remainder,json=fractionOfRemainder,proto3" json:"fraction_of_remainder,omitempty"`
    // A set of allowed element indices where the SDK may split. When this is
    // empty, there are no constraints on where to split.
    AllowedSplitPoints []int64 `protobuf:"varint,3,rep,packed,name=allowed_split_points,json=allowedSplitPoints,proto3" json:"allowed_split_points,omitempty"`
    // (Required for GrpcRead operations) Number of total elements expected
    // to be sent to this GrpcRead operation, required to correctly account
    // for unreceived data when determining where to split.
    EstimatedInputElements int64    `protobuf:"varint,2,opt,name=estimated_input_elements,json=estimatedInputElements,proto3" json:"estimated_input_elements,omitempty"`
    XXX_NoUnkeyedLiteral   struct{} `json:"-"`
    XXX_unrecognized       []byte   `json:"-"`
    XXX_sizecache          int32    `json:"-"`
}

A message specifying the desired split for a single transform.

func (*ProcessBundleSplitRequest_DesiredSplit) Descriptor Uses

func (*ProcessBundleSplitRequest_DesiredSplit) Descriptor() ([]byte, []int)

func (*ProcessBundleSplitRequest_DesiredSplit) GetAllowedSplitPoints Uses

func (m *ProcessBundleSplitRequest_DesiredSplit) GetAllowedSplitPoints() []int64

func (*ProcessBundleSplitRequest_DesiredSplit) GetEstimatedInputElements Uses

func (m *ProcessBundleSplitRequest_DesiredSplit) GetEstimatedInputElements() int64

func (*ProcessBundleSplitRequest_DesiredSplit) GetFractionOfRemainder Uses

func (m *ProcessBundleSplitRequest_DesiredSplit) GetFractionOfRemainder() float64

func (*ProcessBundleSplitRequest_DesiredSplit) ProtoMessage Uses

func (*ProcessBundleSplitRequest_DesiredSplit) ProtoMessage()

func (*ProcessBundleSplitRequest_DesiredSplit) Reset Uses

func (m *ProcessBundleSplitRequest_DesiredSplit) Reset()

func (*ProcessBundleSplitRequest_DesiredSplit) String Uses

func (m *ProcessBundleSplitRequest_DesiredSplit) String() string

func (*ProcessBundleSplitRequest_DesiredSplit) XXX_DiscardUnknown Uses

func (m *ProcessBundleSplitRequest_DesiredSplit) XXX_DiscardUnknown()

func (*ProcessBundleSplitRequest_DesiredSplit) XXX_Marshal Uses

func (m *ProcessBundleSplitRequest_DesiredSplit) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ProcessBundleSplitRequest_DesiredSplit) XXX_Merge Uses

func (m *ProcessBundleSplitRequest_DesiredSplit) XXX_Merge(src proto.Message)

func (*ProcessBundleSplitRequest_DesiredSplit) XXX_Size Uses

func (m *ProcessBundleSplitRequest_DesiredSplit) XXX_Size() int

func (*ProcessBundleSplitRequest_DesiredSplit) XXX_Unmarshal Uses

func (m *ProcessBundleSplitRequest_DesiredSplit) XXX_Unmarshal(b []byte) error

type ProcessBundleSplitResponse Uses

type ProcessBundleSplitResponse struct {
    // Root applications that should replace the current bundle.
    PrimaryRoots []*BundleApplication `protobuf:"bytes,1,rep,name=primary_roots,json=primaryRoots,proto3" json:"primary_roots,omitempty"`
    // Root applications that have been removed from the current bundle and
    // have to be executed in a separate bundle (e.g. in parallel on a different
    // worker, or after the current bundle completes, etc.)
    ResidualRoots []*DelayedBundleApplication `protobuf:"bytes,2,rep,name=residual_roots,json=residualRoots,proto3" json:"residual_roots,omitempty"`
    // Partitions of input data channels into primary and residual elements,
    // if any. Should not include any elements represented in the bundle
    // applications roots above.
    ChannelSplits        []*ProcessBundleSplitResponse_ChannelSplit `protobuf:"bytes,3,rep,name=channel_splits,json=channelSplits,proto3" json:"channel_splits,omitempty"`
    XXX_NoUnkeyedLiteral struct{}                                   `json:"-"`
    XXX_unrecognized     []byte                                     `json:"-"`
    XXX_sizecache        int32                                      `json:"-"`
}

Represents a partition of the bundle: a "primary" and a "residual", with the following properties: - The work in primary and residual doesn't overlap, and combined, adds up

to the work in the current bundle if the split hadn't happened.

- The current bundle, if it keeps executing, will have done none of the

work under residual_roots.

- The current bundle, if no further splits happen, will have done exactly

the work under primary_roots.

For more rigorous definitions see https://s.apache.org/beam-breaking-fusion

func (*ProcessBundleSplitResponse) Descriptor Uses

func (*ProcessBundleSplitResponse) Descriptor() ([]byte, []int)

func (*ProcessBundleSplitResponse) GetChannelSplits Uses

func (m *ProcessBundleSplitResponse) GetChannelSplits() []*ProcessBundleSplitResponse_ChannelSplit

func (*ProcessBundleSplitResponse) GetPrimaryRoots Uses

func (m *ProcessBundleSplitResponse) GetPrimaryRoots() []*BundleApplication

func (*ProcessBundleSplitResponse) GetResidualRoots Uses

func (m *ProcessBundleSplitResponse) GetResidualRoots() []*DelayedBundleApplication

func (*ProcessBundleSplitResponse) ProtoMessage Uses

func (*ProcessBundleSplitResponse) ProtoMessage()

func (*ProcessBundleSplitResponse) Reset Uses

func (m *ProcessBundleSplitResponse) Reset()

func (*ProcessBundleSplitResponse) String Uses

func (m *ProcessBundleSplitResponse) String() string

func (*ProcessBundleSplitResponse) XXX_DiscardUnknown Uses

func (m *ProcessBundleSplitResponse) XXX_DiscardUnknown()

func (*ProcessBundleSplitResponse) XXX_Marshal Uses

func (m *ProcessBundleSplitResponse) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ProcessBundleSplitResponse) XXX_Merge Uses

func (m *ProcessBundleSplitResponse) XXX_Merge(src proto.Message)

func (*ProcessBundleSplitResponse) XXX_Size Uses

func (m *ProcessBundleSplitResponse) XXX_Size() int

func (*ProcessBundleSplitResponse) XXX_Unmarshal Uses

func (m *ProcessBundleSplitResponse) XXX_Unmarshal(b []byte) error

type ProcessBundleSplitResponse_ChannelSplit Uses

type ProcessBundleSplitResponse_ChannelSplit struct {
    // (Required) The grpc read transform reading this channel.
    TransformId string `protobuf:"bytes,1,opt,name=transform_id,json=transformId,proto3" json:"transform_id,omitempty"`
    // The last element of the input channel that should be entirely considered
    // part of the primary, identified by its absolute index in the (ordered)
    // channel.
    LastPrimaryElement int64 `protobuf:"varint,2,opt,name=last_primary_element,json=lastPrimaryElement,proto3" json:"last_primary_element,omitempty"`
    // The first element of the input channel that should be entirely considered
    // part of the residual, identified by its absolute index in the (ordered)
    // channel.
    FirstResidualElement int64    `protobuf:"varint,3,opt,name=first_residual_element,json=firstResidualElement,proto3" json:"first_residual_element,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

Represents contiguous portions of the data channel that are either entirely processed or entirely unprocessed and belong to the primary or residual respectively.

This affords both a more efficient representation over the FnAPI (if the bundle is large) and often a more efficient representation on the runner side (e.g. if the set of elements can be represented as some range in an underlying dataset).

func (*ProcessBundleSplitResponse_ChannelSplit) Descriptor Uses

func (*ProcessBundleSplitResponse_ChannelSplit) Descriptor() ([]byte, []int)

func (*ProcessBundleSplitResponse_ChannelSplit) GetFirstResidualElement Uses

func (m *ProcessBundleSplitResponse_ChannelSplit) GetFirstResidualElement() int64

func (*ProcessBundleSplitResponse_ChannelSplit) GetLastPrimaryElement Uses

func (m *ProcessBundleSplitResponse_ChannelSplit) GetLastPrimaryElement() int64

func (*ProcessBundleSplitResponse_ChannelSplit) GetTransformId Uses

func (m *ProcessBundleSplitResponse_ChannelSplit) GetTransformId() string

func (*ProcessBundleSplitResponse_ChannelSplit) ProtoMessage Uses

func (*ProcessBundleSplitResponse_ChannelSplit) ProtoMessage()

func (*ProcessBundleSplitResponse_ChannelSplit) Reset Uses

func (m *ProcessBundleSplitResponse_ChannelSplit) Reset()

func (*ProcessBundleSplitResponse_ChannelSplit) String Uses

func (m *ProcessBundleSplitResponse_ChannelSplit) String() string

func (*ProcessBundleSplitResponse_ChannelSplit) XXX_DiscardUnknown Uses

func (m *ProcessBundleSplitResponse_ChannelSplit) XXX_DiscardUnknown()

func (*ProcessBundleSplitResponse_ChannelSplit) XXX_Marshal Uses

func (m *ProcessBundleSplitResponse_ChannelSplit) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ProcessBundleSplitResponse_ChannelSplit) XXX_Merge Uses

func (m *ProcessBundleSplitResponse_ChannelSplit) XXX_Merge(src proto.Message)

func (*ProcessBundleSplitResponse_ChannelSplit) XXX_Size Uses

func (m *ProcessBundleSplitResponse_ChannelSplit) XXX_Size() int

func (*ProcessBundleSplitResponse_ChannelSplit) XXX_Unmarshal Uses

func (m *ProcessBundleSplitResponse_ChannelSplit) XXX_Unmarshal(b []byte) error

type ProvisionInfo Uses

type ProvisionInfo struct {
    // (required) The job ID.
    JobId string `protobuf:"bytes,1,opt,name=job_id,json=jobId,proto3" json:"job_id,omitempty"`
    // (required) The job name.
    JobName string `protobuf:"bytes,2,opt,name=job_name,json=jobName,proto3" json:"job_name,omitempty"`
    // (required) The worker ID. Often this will be the hostname.
    //
    // This is independent of the id passed to the SDK harness via the 'id'
    // argument in the Beam container contract.
    WorkerId string `protobuf:"bytes,5,opt,name=worker_id,json=workerId,proto3" json:"worker_id,omitempty"`
    // (required) Pipeline options. For non-template jobs, the options are
    // identical to what is passed to job submission.
    PipelineOptions *_struct.Struct `protobuf:"bytes,3,opt,name=pipeline_options,json=pipelineOptions,proto3" json:"pipeline_options,omitempty"`
    // (optional) Resource limits that the SDK harness worker should respect.
    // Runners may -- but are not required to -- enforce any limits provided.
    ResourceLimits *Resources `protobuf:"bytes,4,opt,name=resource_limits,json=resourceLimits,proto3" json:"resource_limits,omitempty"`
    // (required) The artifact retrieval token produced by
    // ArtifactStagingService.CommitManifestResponse.
    RetrievalToken string `protobuf:"bytes,6,opt,name=retrieval_token,json=retrievalToken,proto3" json:"retrieval_token,omitempty"`
    // (optional) The endpoint that the runner is hosting for the SDK to submit
    // status reports to during pipeline execution. This field will only be
    // populated if the runner supports SDK status reports. For more details see
    // https://s.apache.org/beam-fn-api-harness-status
    StatusEndpoint       *pipeline_v1.ApiServiceDescriptor `protobuf:"bytes,7,opt,name=status_endpoint,json=statusEndpoint,proto3" json:"status_endpoint,omitempty"`
    XXX_NoUnkeyedLiteral struct{}                          `json:"-"`
    XXX_unrecognized     []byte                            `json:"-"`
    XXX_sizecache        int32                             `json:"-"`
}

Runtime provisioning information for a SDK harness worker instance, such as pipeline options, resource constraints and other job metadata

func (*ProvisionInfo) Descriptor Uses

func (*ProvisionInfo) Descriptor() ([]byte, []int)

func (*ProvisionInfo) GetJobId Uses

func (m *ProvisionInfo) GetJobId() string

func (*ProvisionInfo) GetJobName Uses

func (m *ProvisionInfo) GetJobName() string

func (*ProvisionInfo) GetPipelineOptions Uses

func (m *ProvisionInfo) GetPipelineOptions() *_struct.Struct

func (*ProvisionInfo) GetResourceLimits Uses

func (m *ProvisionInfo) GetResourceLimits() *Resources

func (*ProvisionInfo) GetRetrievalToken Uses

func (m *ProvisionInfo) GetRetrievalToken() string

func (*ProvisionInfo) GetStatusEndpoint Uses

func (m *ProvisionInfo) GetStatusEndpoint() *pipeline_v1.ApiServiceDescriptor

func (*ProvisionInfo) GetWorkerId Uses

func (m *ProvisionInfo) GetWorkerId() string

func (*ProvisionInfo) ProtoMessage Uses

func (*ProvisionInfo) ProtoMessage()

func (*ProvisionInfo) Reset Uses

func (m *ProvisionInfo) Reset()

func (*ProvisionInfo) String Uses

func (m *ProvisionInfo) String() string

func (*ProvisionInfo) XXX_DiscardUnknown Uses

func (m *ProvisionInfo) XXX_DiscardUnknown()

func (*ProvisionInfo) XXX_Marshal Uses

func (m *ProvisionInfo) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ProvisionInfo) XXX_Merge Uses

func (m *ProvisionInfo) XXX_Merge(src proto.Message)

func (*ProvisionInfo) XXX_Size Uses

func (m *ProvisionInfo) XXX_Size() int

func (*ProvisionInfo) XXX_Unmarshal Uses

func (m *ProvisionInfo) XXX_Unmarshal(b []byte) error

type ProvisionServiceClient Uses

type ProvisionServiceClient interface {
    // Get provision information for the SDK harness worker instance.
    GetProvisionInfo(ctx context.Context, in *GetProvisionInfoRequest, opts ...grpc.CallOption) (*GetProvisionInfoResponse, error)
}

ProvisionServiceClient is the client API for ProvisionService service.

For semantics around ctx use and closing/ending streaming RPCs, please refer to https://godoc.org/google.golang.org/grpc#ClientConn.NewStream.

func NewProvisionServiceClient Uses

func NewProvisionServiceClient(cc *grpc.ClientConn) ProvisionServiceClient

type ProvisionServiceServer Uses

type ProvisionServiceServer interface {
    // Get provision information for the SDK harness worker instance.
    GetProvisionInfo(context.Context, *GetProvisionInfoRequest) (*GetProvisionInfoResponse, error)
}

ProvisionServiceServer is the server API for ProvisionService service.

type RegisterRequest Uses

type RegisterRequest struct {
    // (Optional) The set of descriptors used to process bundles.
    ProcessBundleDescriptor []*ProcessBundleDescriptor `protobuf:"bytes,1,rep,name=process_bundle_descriptor,json=processBundleDescriptor,proto3" json:"process_bundle_descriptor,omitempty"`
    XXX_NoUnkeyedLiteral    struct{}                   `json:"-"`
    XXX_unrecognized        []byte                     `json:"-"`
    XXX_sizecache           int32                      `json:"-"`
}

A list of objects which can be referred to by the runner in future requests. Stable

func (*RegisterRequest) Descriptor Uses

func (*RegisterRequest) Descriptor() ([]byte, []int)

func (*RegisterRequest) GetProcessBundleDescriptor Uses

func (m *RegisterRequest) GetProcessBundleDescriptor() []*ProcessBundleDescriptor

func (*RegisterRequest) ProtoMessage Uses

func (*RegisterRequest) ProtoMessage()

func (*RegisterRequest) Reset Uses

func (m *RegisterRequest) Reset()

func (*RegisterRequest) String Uses

func (m *RegisterRequest) String() string

func (*RegisterRequest) XXX_DiscardUnknown Uses

func (m *RegisterRequest) XXX_DiscardUnknown()

func (*RegisterRequest) XXX_Marshal Uses

func (m *RegisterRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*RegisterRequest) XXX_Merge Uses

func (m *RegisterRequest) XXX_Merge(src proto.Message)

func (*RegisterRequest) XXX_Size Uses

func (m *RegisterRequest) XXX_Size() int

func (*RegisterRequest) XXX_Unmarshal Uses

func (m *RegisterRequest) XXX_Unmarshal(b []byte) error

type RegisterResponse Uses

type RegisterResponse struct {
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

Stable

func (*RegisterResponse) Descriptor Uses

func (*RegisterResponse) Descriptor() ([]byte, []int)

func (*RegisterResponse) ProtoMessage Uses

func (*RegisterResponse) ProtoMessage()

func (*RegisterResponse) Reset Uses

func (m *RegisterResponse) Reset()

func (*RegisterResponse) String Uses

func (m *RegisterResponse) String() string

func (*RegisterResponse) XXX_DiscardUnknown Uses

func (m *RegisterResponse) XXX_DiscardUnknown()

func (*RegisterResponse) XXX_Marshal Uses

func (m *RegisterResponse) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*RegisterResponse) XXX_Merge Uses

func (m *RegisterResponse) XXX_Merge(src proto.Message)

func (*RegisterResponse) XXX_Size Uses

func (m *RegisterResponse) XXX_Size() int

func (*RegisterResponse) XXX_Unmarshal Uses

func (m *RegisterResponse) XXX_Unmarshal(b []byte) error

type RemoteGrpcPort Uses

type RemoteGrpcPort struct {
    // (Required) An API descriptor which describes where to
    // connect to including any authentication that is required.
    ApiServiceDescriptor *pipeline_v1.ApiServiceDescriptor `protobuf:"bytes,1,opt,name=api_service_descriptor,json=apiServiceDescriptor,proto3" json:"api_service_descriptor,omitempty"`
    // (Required) The ID of the Coder that will be used to encode and decode data
    // sent over this port.
    CoderId              string   `protobuf:"bytes,2,opt,name=coder_id,json=coderId,proto3" json:"coder_id,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

A descriptor for connecting to a remote port using the Beam Fn Data API. Allows for communication between two environments (for example between the runner and the SDK). Stable

func (*RemoteGrpcPort) Descriptor Uses

func (*RemoteGrpcPort) Descriptor() ([]byte, []int)

func (*RemoteGrpcPort) GetApiServiceDescriptor Uses

func (m *RemoteGrpcPort) GetApiServiceDescriptor() *pipeline_v1.ApiServiceDescriptor

func (*RemoteGrpcPort) GetCoderId Uses

func (m *RemoteGrpcPort) GetCoderId() string

func (*RemoteGrpcPort) ProtoMessage Uses

func (*RemoteGrpcPort) ProtoMessage()

func (*RemoteGrpcPort) Reset Uses

func (m *RemoteGrpcPort) Reset()

func (*RemoteGrpcPort) String Uses

func (m *RemoteGrpcPort) String() string

func (*RemoteGrpcPort) XXX_DiscardUnknown Uses

func (m *RemoteGrpcPort) XXX_DiscardUnknown()

func (*RemoteGrpcPort) XXX_Marshal Uses

func (m *RemoteGrpcPort) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*RemoteGrpcPort) XXX_Merge Uses

func (m *RemoteGrpcPort) XXX_Merge(src proto.Message)

func (*RemoteGrpcPort) XXX_Size Uses

func (m *RemoteGrpcPort) XXX_Size() int

func (*RemoteGrpcPort) XXX_Unmarshal Uses

func (m *RemoteGrpcPort) XXX_Unmarshal(b []byte) error

type Resources Uses

type Resources struct {
    // (optional) Memory usage limits. SDKs can use this value to configure
    // internal buffer sizes and language specific sizes.
    Memory *Resources_Memory `protobuf:"bytes,1,opt,name=memory,proto3" json:"memory,omitempty"`
    // (optional) CPU usage limits.
    Cpu *Resources_Cpu `protobuf:"bytes,2,opt,name=cpu,proto3" json:"cpu,omitempty"`
    // (optional) Disk size limits for the semi-persistent location.
    SemiPersistentDisk   *Resources_Disk `protobuf:"bytes,3,opt,name=semi_persistent_disk,json=semiPersistentDisk,proto3" json:"semi_persistent_disk,omitempty"`
    XXX_NoUnkeyedLiteral struct{}        `json:"-"`
    XXX_unrecognized     []byte          `json:"-"`
    XXX_sizecache        int32           `json:"-"`
}

Resources specify limits for local resources, such memory and cpu. It is used to inform SDK harnesses of their allocated footprint.

func (*Resources) Descriptor Uses

func (*Resources) Descriptor() ([]byte, []int)

func (*Resources) GetCpu Uses

func (m *Resources) GetCpu() *Resources_Cpu

func (*Resources) GetMemory Uses

func (m *Resources) GetMemory() *Resources_Memory

func (*Resources) GetSemiPersistentDisk Uses

func (m *Resources) GetSemiPersistentDisk() *Resources_Disk

func (*Resources) ProtoMessage Uses

func (*Resources) ProtoMessage()

func (*Resources) Reset Uses

func (m *Resources) Reset()

func (*Resources) String Uses

func (m *Resources) String() string

func (*Resources) XXX_DiscardUnknown Uses

func (m *Resources) XXX_DiscardUnknown()

func (*Resources) XXX_Marshal Uses

func (m *Resources) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Resources) XXX_Merge Uses

func (m *Resources) XXX_Merge(src proto.Message)

func (*Resources) XXX_Size Uses

func (m *Resources) XXX_Size() int

func (*Resources) XXX_Unmarshal Uses

func (m *Resources) XXX_Unmarshal(b []byte) error

type Resources_Cpu Uses

type Resources_Cpu struct {
    // (optional) Shares of a cpu to use. Fractional values, such as "0.2"
    // or "2.5", are fine. Any value <= 0 means unspecified.
    Shares               float32  `protobuf:"fixed32,1,opt,name=shares,proto3" json:"shares,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

CPU limits.

func (*Resources_Cpu) Descriptor Uses

func (*Resources_Cpu) Descriptor() ([]byte, []int)

func (*Resources_Cpu) GetShares Uses

func (m *Resources_Cpu) GetShares() float32

func (*Resources_Cpu) ProtoMessage Uses

func (*Resources_Cpu) ProtoMessage()

func (*Resources_Cpu) Reset Uses

func (m *Resources_Cpu) Reset()

func (*Resources_Cpu) String Uses

func (m *Resources_Cpu) String() string

func (*Resources_Cpu) XXX_DiscardUnknown Uses

func (m *Resources_Cpu) XXX_DiscardUnknown()

func (*Resources_Cpu) XXX_Marshal Uses

func (m *Resources_Cpu) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Resources_Cpu) XXX_Merge Uses

func (m *Resources_Cpu) XXX_Merge(src proto.Message)

func (*Resources_Cpu) XXX_Size Uses

func (m *Resources_Cpu) XXX_Size() int

func (*Resources_Cpu) XXX_Unmarshal Uses

func (m *Resources_Cpu) XXX_Unmarshal(b []byte) error

type Resources_Disk Uses

type Resources_Disk struct {
    // (optional) Hard limit in bytes. A zero value means unspecified.
    Size                 uint64   `protobuf:"varint,1,opt,name=size,proto3" json:"size,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

Disk limits.

func (*Resources_Disk) Descriptor Uses

func (*Resources_Disk) Descriptor() ([]byte, []int)

func (*Resources_Disk) GetSize Uses

func (m *Resources_Disk) GetSize() uint64

func (*Resources_Disk) ProtoMessage Uses

func (*Resources_Disk) ProtoMessage()

func (*Resources_Disk) Reset Uses

func (m *Resources_Disk) Reset()

func (*Resources_Disk) String Uses

func (m *Resources_Disk) String() string

func (*Resources_Disk) XXX_DiscardUnknown Uses

func (m *Resources_Disk) XXX_DiscardUnknown()

func (*Resources_Disk) XXX_Marshal Uses

func (m *Resources_Disk) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Resources_Disk) XXX_Merge Uses

func (m *Resources_Disk) XXX_Merge(src proto.Message)

func (*Resources_Disk) XXX_Size Uses

func (m *Resources_Disk) XXX_Size() int

func (*Resources_Disk) XXX_Unmarshal Uses

func (m *Resources_Disk) XXX_Unmarshal(b []byte) error

type Resources_Memory Uses

type Resources_Memory struct {
    // (optional) Hard limit in bytes. A zero value means unspecified.
    Size                 uint64   `protobuf:"varint,1,opt,name=size,proto3" json:"size,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

Memory limits.

func (*Resources_Memory) Descriptor Uses

func (*Resources_Memory) Descriptor() ([]byte, []int)

func (*Resources_Memory) GetSize Uses

func (m *Resources_Memory) GetSize() uint64

func (*Resources_Memory) ProtoMessage Uses

func (*Resources_Memory) ProtoMessage()

func (*Resources_Memory) Reset Uses

func (m *Resources_Memory) Reset()

func (*Resources_Memory) String Uses

func (m *Resources_Memory) String() string

func (*Resources_Memory) XXX_DiscardUnknown Uses

func (m *Resources_Memory) XXX_DiscardUnknown()

func (*Resources_Memory) XXX_Marshal Uses

func (m *Resources_Memory) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Resources_Memory) XXX_Merge Uses

func (m *Resources_Memory) XXX_Merge(src proto.Message)

func (*Resources_Memory) XXX_Size Uses

func (m *Resources_Memory) XXX_Size() int

func (*Resources_Memory) XXX_Unmarshal Uses

func (m *Resources_Memory) XXX_Unmarshal(b []byte) error

type StartWorkerRequest Uses

type StartWorkerRequest struct {
    WorkerId             string                            `protobuf:"bytes,1,opt,name=worker_id,json=workerId,proto3" json:"worker_id,omitempty"`
    ControlEndpoint      *pipeline_v1.ApiServiceDescriptor `protobuf:"bytes,2,opt,name=control_endpoint,json=controlEndpoint,proto3" json:"control_endpoint,omitempty"`
    LoggingEndpoint      *pipeline_v1.ApiServiceDescriptor `protobuf:"bytes,3,opt,name=logging_endpoint,json=loggingEndpoint,proto3" json:"logging_endpoint,omitempty"`
    ArtifactEndpoint     *pipeline_v1.ApiServiceDescriptor `protobuf:"bytes,4,opt,name=artifact_endpoint,json=artifactEndpoint,proto3" json:"artifact_endpoint,omitempty"`
    ProvisionEndpoint    *pipeline_v1.ApiServiceDescriptor `protobuf:"bytes,5,opt,name=provision_endpoint,json=provisionEndpoint,proto3" json:"provision_endpoint,omitempty"`
    Params               map[string]string                 `protobuf:"bytes,10,rep,name=params,proto3" json:"params,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"`
    XXX_NoUnkeyedLiteral struct{}                          `json:"-"`
    XXX_unrecognized     []byte                            `json:"-"`
    XXX_sizecache        int32                             `json:"-"`
}

func (*StartWorkerRequest) Descriptor Uses

func (*StartWorkerRequest) Descriptor() ([]byte, []int)

func (*StartWorkerRequest) GetArtifactEndpoint Uses

func (m *StartWorkerRequest) GetArtifactEndpoint() *pipeline_v1.ApiServiceDescriptor

func (*StartWorkerRequest) GetControlEndpoint Uses

func (m *StartWorkerRequest) GetControlEndpoint() *pipeline_v1.ApiServiceDescriptor

func (*StartWorkerRequest) GetLoggingEndpoint Uses

func (m *StartWorkerRequest) GetLoggingEndpoint() *pipeline_v1.ApiServiceDescriptor

func (*StartWorkerRequest) GetParams Uses

func (m *StartWorkerRequest) GetParams() map[string]string

func (*StartWorkerRequest) GetProvisionEndpoint Uses

func (m *StartWorkerRequest) GetProvisionEndpoint() *pipeline_v1.ApiServiceDescriptor

func (*StartWorkerRequest) GetWorkerId Uses

func (m *StartWorkerRequest) GetWorkerId() string

func (*StartWorkerRequest) ProtoMessage Uses

func (*StartWorkerRequest) ProtoMessage()

func (*StartWorkerRequest) Reset Uses

func (m *StartWorkerRequest) Reset()

func (*StartWorkerRequest) String Uses

func (m *StartWorkerRequest) String() string

func (*StartWorkerRequest) XXX_DiscardUnknown Uses

func (m *StartWorkerRequest) XXX_DiscardUnknown()

func (*StartWorkerRequest) XXX_Marshal Uses

func (m *StartWorkerRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*StartWorkerRequest) XXX_Merge Uses

func (m *StartWorkerRequest) XXX_Merge(src proto.Message)

func (*StartWorkerRequest) XXX_Size Uses

func (m *StartWorkerRequest) XXX_Size() int

func (*StartWorkerRequest) XXX_Unmarshal Uses

func (m *StartWorkerRequest) XXX_Unmarshal(b []byte) error

type StartWorkerResponse Uses

type StartWorkerResponse struct {
    Error                string   `protobuf:"bytes,1,opt,name=error,proto3" json:"error,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*StartWorkerResponse) Descriptor Uses

func (*StartWorkerResponse) Descriptor() ([]byte, []int)

func (*StartWorkerResponse) GetError Uses

func (m *StartWorkerResponse) GetError() string

func (*StartWorkerResponse) ProtoMessage Uses

func (*StartWorkerResponse) ProtoMessage()

func (*StartWorkerResponse) Reset Uses

func (m *StartWorkerResponse) Reset()

func (*StartWorkerResponse) String Uses

func (m *StartWorkerResponse) String() string

func (*StartWorkerResponse) XXX_DiscardUnknown Uses

func (m *StartWorkerResponse) XXX_DiscardUnknown()

func (*StartWorkerResponse) XXX_Marshal Uses

func (m *StartWorkerResponse) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*StartWorkerResponse) XXX_Merge Uses

func (m *StartWorkerResponse) XXX_Merge(src proto.Message)

func (*StartWorkerResponse) XXX_Size Uses

func (m *StartWorkerResponse) XXX_Size() int

func (*StartWorkerResponse) XXX_Unmarshal Uses

func (m *StartWorkerResponse) XXX_Unmarshal(b []byte) error

type StateAppendRequest Uses

type StateAppendRequest struct {
    // Represents a part of a logical byte stream. Elements within
    // the logical byte stream are encoded in the nested context and
    // multiple append requests are concatenated together.
    Data                 []byte   `protobuf:"bytes,1,opt,name=data,proto3" json:"data,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

A request to append state.

func (*StateAppendRequest) Descriptor Uses

func (*StateAppendRequest) Descriptor() ([]byte, []int)

func (*StateAppendRequest) GetData Uses

func (m *StateAppendRequest) GetData() []byte

func (*StateAppendRequest) ProtoMessage Uses

func (*StateAppendRequest) ProtoMessage()

func (*StateAppendRequest) Reset Uses

func (m *StateAppendRequest) Reset()

func (*StateAppendRequest) String Uses

func (m *StateAppendRequest) String() string

func (*StateAppendRequest) XXX_DiscardUnknown Uses

func (m *StateAppendRequest) XXX_DiscardUnknown()

func (*StateAppendRequest) XXX_Marshal Uses

func (m *StateAppendRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*StateAppendRequest) XXX_Merge Uses

func (m *StateAppendRequest) XXX_Merge(src proto.Message)

func (*StateAppendRequest) XXX_Size Uses

func (m *StateAppendRequest) XXX_Size() int

func (*StateAppendRequest) XXX_Unmarshal Uses

func (m *StateAppendRequest) XXX_Unmarshal(b []byte) error

type StateAppendResponse Uses

type StateAppendResponse struct {
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

A response to append state.

func (*StateAppendResponse) Descriptor Uses

func (*StateAppendResponse) Descriptor() ([]byte, []int)

func (*StateAppendResponse) ProtoMessage Uses

func (*StateAppendResponse) ProtoMessage()

func (*StateAppendResponse) Reset Uses

func (m *StateAppendResponse) Reset()

func (*StateAppendResponse) String Uses

func (m *StateAppendResponse) String() string

func (*StateAppendResponse) XXX_DiscardUnknown Uses

func (m *StateAppendResponse) XXX_DiscardUnknown()

func (*StateAppendResponse) XXX_Marshal Uses

func (m *StateAppendResponse) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*StateAppendResponse) XXX_Merge Uses

func (m *StateAppendResponse) XXX_Merge(src proto.Message)

func (*StateAppendResponse) XXX_Size Uses

func (m *StateAppendResponse) XXX_Size() int

func (*StateAppendResponse) XXX_Unmarshal Uses

func (m *StateAppendResponse) XXX_Unmarshal(b []byte) error

type StateClearRequest Uses

type StateClearRequest struct {
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

A request to clear state.

func (*StateClearRequest) Descriptor Uses

func (*StateClearRequest) Descriptor() ([]byte, []int)

func (*StateClearRequest) ProtoMessage Uses

func (*StateClearRequest) ProtoMessage()

func (*StateClearRequest) Reset Uses

func (m *StateClearRequest) Reset()

func (*StateClearRequest) String Uses

func (m *StateClearRequest) String() string

func (*StateClearRequest) XXX_DiscardUnknown Uses

func (m *StateClearRequest) XXX_DiscardUnknown()

func (*StateClearRequest) XXX_Marshal Uses

func (m *StateClearRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*StateClearRequest) XXX_Merge Uses

func (m *StateClearRequest) XXX_Merge(src proto.Message)

func (*StateClearRequest) XXX_Size Uses

func (m *StateClearRequest) XXX_Size() int

func (*StateClearRequest) XXX_Unmarshal Uses

func (m *StateClearRequest) XXX_Unmarshal(b []byte) error

type StateClearResponse Uses

type StateClearResponse struct {
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

A response to clear state.

func (*StateClearResponse) Descriptor Uses

func (*StateClearResponse) Descriptor() ([]byte, []int)

func (*StateClearResponse) ProtoMessage Uses

func (*StateClearResponse) ProtoMessage()

func (*StateClearResponse) Reset Uses

func (m *StateClearResponse) Reset()

func (*StateClearResponse) String Uses

func (m *StateClearResponse) String() string

func (*StateClearResponse) XXX_DiscardUnknown Uses

func (m *StateClearResponse) XXX_DiscardUnknown()

func (*StateClearResponse) XXX_Marshal Uses

func (m *StateClearResponse) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*StateClearResponse) XXX_Merge Uses

func (m *StateClearResponse) XXX_Merge(src proto.Message)

func (*StateClearResponse) XXX_Size Uses

func (m *StateClearResponse) XXX_Size() int

func (*StateClearResponse) XXX_Unmarshal Uses

func (m *StateClearResponse) XXX_Unmarshal(b []byte) error

type StateGetRequest Uses

type StateGetRequest struct {
    // (Optional) If specified, signals to the runner that the response
    // should resume from the following continuation token.
    //
    // If unspecified, signals to the runner that the response should start
    // from the beginning of the logical continuable stream.
    ContinuationToken    []byte   `protobuf:"bytes,1,opt,name=continuation_token,json=continuationToken,proto3" json:"continuation_token,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

A request to get state.

func (*StateGetRequest) Descriptor Uses

func (*StateGetRequest) Descriptor() ([]byte, []int)

func (*StateGetRequest) GetContinuationToken Uses

func (m *StateGetRequest) GetContinuationToken() []byte

func (*StateGetRequest) ProtoMessage Uses

func (*StateGetRequest) ProtoMessage()

func (*StateGetRequest) Reset Uses

func (m *StateGetRequest) Reset()

func (*StateGetRequest) String Uses

func (m *StateGetRequest) String() string

func (*StateGetRequest) XXX_DiscardUnknown Uses

func (m *StateGetRequest) XXX_DiscardUnknown()

func (*StateGetRequest) XXX_Marshal Uses

func (m *StateGetRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*StateGetRequest) XXX_Merge Uses

func (m *StateGetRequest) XXX_Merge(src proto.Message)

func (*StateGetRequest) XXX_Size Uses

func (m *StateGetRequest) XXX_Size() int

func (*StateGetRequest) XXX_Unmarshal Uses

func (m *StateGetRequest) XXX_Unmarshal(b []byte) error

type StateGetResponse Uses

type StateGetResponse struct {
    // (Optional) If specified, represents a token which can be used with the
    // state API to get the next chunk of this logical byte stream. The end of
    // the logical byte stream is signalled by this field being unset.
    ContinuationToken []byte `protobuf:"bytes,1,opt,name=continuation_token,json=continuationToken,proto3" json:"continuation_token,omitempty"`
    // Represents a part of a logical byte stream. Elements within
    // the logical byte stream are encoded in the nested context and
    // concatenated together.
    Data                 []byte   `protobuf:"bytes,2,opt,name=data,proto3" json:"data,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

A response to get state representing a logical byte stream which can be continued using the state API.

func (*StateGetResponse) Descriptor Uses

func (*StateGetResponse) Descriptor() ([]byte, []int)

func (*StateGetResponse) GetContinuationToken Uses

func (m *StateGetResponse) GetContinuationToken() []byte

func (*StateGetResponse) GetData Uses

func (m *StateGetResponse) GetData() []byte

func (*StateGetResponse) ProtoMessage Uses

func (*StateGetResponse) ProtoMessage()

func (*StateGetResponse) Reset Uses

func (m *StateGetResponse) Reset()

func (*StateGetResponse) String Uses

func (m *StateGetResponse) String() string

func (*StateGetResponse) XXX_DiscardUnknown Uses

func (m *StateGetResponse) XXX_DiscardUnknown()

func (*StateGetResponse) XXX_Marshal Uses

func (m *StateGetResponse) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*StateGetResponse) XXX_Merge Uses

func (m *StateGetResponse) XXX_Merge(src proto.Message)

func (*StateGetResponse) XXX_Size Uses

func (m *StateGetResponse) XXX_Size() int

func (*StateGetResponse) XXX_Unmarshal Uses

func (m *StateGetResponse) XXX_Unmarshal(b []byte) error

type StateKey Uses

type StateKey struct {
    // (Required) One of the following state keys must be set.
    //
    // Types that are valid to be assigned to Type:
    //	*StateKey_Runner_
    //	*StateKey_MultimapSideInput_
    //	*StateKey_BagUserState_
    //	*StateKey_IterableSideInput_
    //	*StateKey_MultimapKeysSideInput_
    Type                 isStateKey_Type `protobuf_oneof:"type"`
    XXX_NoUnkeyedLiteral struct{}        `json:"-"`
    XXX_unrecognized     []byte          `json:"-"`
    XXX_sizecache        int32           `json:"-"`
}

func (*StateKey) Descriptor Uses

func (*StateKey) Descriptor() ([]byte, []int)

func (*StateKey) GetBagUserState Uses

func (m *StateKey) GetBagUserState() *StateKey_BagUserState

func (*StateKey) GetIterableSideInput Uses

func (m *StateKey) GetIterableSideInput() *StateKey_IterableSideInput

func (*StateKey) GetMultimapKeysSideInput Uses

func (m *StateKey) GetMultimapKeysSideInput() *StateKey_MultimapKeysSideInput

func (*StateKey) GetMultimapSideInput Uses

func (m *StateKey) GetMultimapSideInput() *StateKey_MultimapSideInput

func (*StateKey) GetRunner Uses

func (m *StateKey) GetRunner() *StateKey_Runner

func (*StateKey) GetType Uses

func (m *StateKey) GetType() isStateKey_Type

func (*StateKey) ProtoMessage Uses

func (*StateKey) ProtoMessage()

func (*StateKey) Reset Uses

func (m *StateKey) Reset()

func (*StateKey) String Uses

func (m *StateKey) String() string

func (*StateKey) XXX_DiscardUnknown Uses

func (m *StateKey) XXX_DiscardUnknown()

func (*StateKey) XXX_Marshal Uses

func (m *StateKey) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*StateKey) XXX_Merge Uses

func (m *StateKey) XXX_Merge(src proto.Message)

func (*StateKey) XXX_OneofWrappers Uses

func (*StateKey) XXX_OneofWrappers() []interface{}

XXX_OneofWrappers is for the internal use of the proto package.

func (*StateKey) XXX_Size Uses

func (m *StateKey) XXX_Size() int

func (*StateKey) XXX_Unmarshal Uses

func (m *StateKey) XXX_Unmarshal(b []byte) error

type StateKey_BagUserState Uses

type StateKey_BagUserState struct {
    // (Required) The id of the PTransform containing user state.
    TransformId string `protobuf:"bytes,1,opt,name=transform_id,json=transformId,proto3" json:"transform_id,omitempty"`
    // (Required) The id of the user state.
    UserStateId string `protobuf:"bytes,2,opt,name=user_state_id,json=userStateId,proto3" json:"user_state_id,omitempty"`
    // (Required) The window encoded in a nested context.
    Window []byte `protobuf:"bytes,3,opt,name=window,proto3" json:"window,omitempty"`
    // (Required) The key of the currently executing element encoded in a
    // nested context.
    Key                  []byte   `protobuf:"bytes,4,opt,name=key,proto3" json:"key,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*StateKey_BagUserState) Descriptor Uses

func (*StateKey_BagUserState) Descriptor() ([]byte, []int)

func (*StateKey_BagUserState) GetKey Uses

func (m *StateKey_BagUserState) GetKey() []byte

func (*StateKey_BagUserState) GetTransformId Uses

func (m *StateKey_BagUserState) GetTransformId() string

func (*StateKey_BagUserState) GetUserStateId Uses

func (m *StateKey_BagUserState) GetUserStateId() string

func (*StateKey_BagUserState) GetWindow Uses

func (m *StateKey_BagUserState) GetWindow() []byte

func (*StateKey_BagUserState) ProtoMessage Uses

func (*StateKey_BagUserState) ProtoMessage()

func (*StateKey_BagUserState) Reset Uses

func (m *StateKey_BagUserState) Reset()

func (*StateKey_BagUserState) String Uses

func (m *StateKey_BagUserState) String() string

func (*StateKey_BagUserState) XXX_DiscardUnknown Uses

func (m *StateKey_BagUserState) XXX_DiscardUnknown()

func (*StateKey_BagUserState) XXX_Marshal Uses

func (m *StateKey_BagUserState) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*StateKey_BagUserState) XXX_Merge Uses

func (m *StateKey_BagUserState) XXX_Merge(src proto.Message)

func (*StateKey_BagUserState) XXX_Size Uses

func (m *StateKey_BagUserState) XXX_Size() int

func (*StateKey_BagUserState) XXX_Unmarshal Uses

func (m *StateKey_BagUserState) XXX_Unmarshal(b []byte) error

type StateKey_BagUserState_ Uses

type StateKey_BagUserState_ struct {
    BagUserState *StateKey_BagUserState `protobuf:"bytes,3,opt,name=bag_user_state,json=bagUserState,proto3,oneof"`
}

type StateKey_IterableSideInput Uses

type StateKey_IterableSideInput struct {
    // (Required) The id of the PTransform containing a side input.
    TransformId string `protobuf:"bytes,1,opt,name=transform_id,json=transformId,proto3" json:"transform_id,omitempty"`
    // (Required) The id of the side input.
    SideInputId string `protobuf:"bytes,2,opt,name=side_input_id,json=sideInputId,proto3" json:"side_input_id,omitempty"`
    // (Required) The window (after mapping the currently executing elements
    // window into the side input windows domain) encoded in a nested context.
    Window               []byte   `protobuf:"bytes,3,opt,name=window,proto3" json:"window,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

Represents a request for the values associated with a specified window in a PCollection. See https://s.apache.org/beam-fn-state-api-and-bundle-processing for further details.

Can only be used to perform StateGetRequests on side inputs of the URN beam:side_input:iterable:v1.

For a PCollection<V>, the response data stream will be a concatenation of all V's. See https://s.apache.org/beam-fn-api-send-and-receive-data for further details.

func (*StateKey_IterableSideInput) Descriptor Uses

func (*StateKey_IterableSideInput) Descriptor() ([]byte, []int)

func (*StateKey_IterableSideInput) GetSideInputId Uses

func (m *StateKey_IterableSideInput) GetSideInputId() string

func (*StateKey_IterableSideInput) GetTransformId Uses

func (m *StateKey_IterableSideInput) GetTransformId() string

func (*StateKey_IterableSideInput) GetWindow Uses

func (m *StateKey_IterableSideInput) GetWindow() []byte

func (*StateKey_IterableSideInput) ProtoMessage Uses

func (*StateKey_IterableSideInput) ProtoMessage()

func (*StateKey_IterableSideInput) Reset Uses

func (m *StateKey_IterableSideInput) Reset()

func (*StateKey_IterableSideInput) String Uses

func (m *StateKey_IterableSideInput) String() string

func (*StateKey_IterableSideInput) XXX_DiscardUnknown Uses

func (m *StateKey_IterableSideInput) XXX_DiscardUnknown()

func (*StateKey_IterableSideInput) XXX_Marshal Uses

func (m *StateKey_IterableSideInput) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*StateKey_IterableSideInput) XXX_Merge Uses

func (m *StateKey_IterableSideInput) XXX_Merge(src proto.Message)

func (*StateKey_IterableSideInput) XXX_Size Uses

func (m *StateKey_IterableSideInput) XXX_Size() int

func (*StateKey_IterableSideInput) XXX_Unmarshal Uses

func (m *StateKey_IterableSideInput) XXX_Unmarshal(b []byte) error

type StateKey_IterableSideInput_ Uses

type StateKey_IterableSideInput_ struct {
    IterableSideInput *StateKey_IterableSideInput `protobuf:"bytes,4,opt,name=iterable_side_input,json=iterableSideInput,proto3,oneof"`
}

type StateKey_MultimapKeysSideInput Uses

type StateKey_MultimapKeysSideInput struct {
    // (Required) The id of the PTransform containing a side input.
    TransformId string `protobuf:"bytes,1,opt,name=transform_id,json=transformId,proto3" json:"transform_id,omitempty"`
    // (Required) The id of the side input.
    SideInputId string `protobuf:"bytes,2,opt,name=side_input_id,json=sideInputId,proto3" json:"side_input_id,omitempty"`
    // (Required) The window (after mapping the currently executing elements
    // window into the side input windows domain) encoded in a nested context.
    Window               []byte   `protobuf:"bytes,3,opt,name=window,proto3" json:"window,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

Represents a request for the keys associated with a specified window in a PCollection. See https://s.apache.org/beam-fn-state-api-and-bundle-processing for further details.

Can only be used to perform StateGetRequests on side inputs of the URN beam:side_input:multimap:v1.

For a PCollection<KV<K, V>>, the response data stream will be a concatenation of all K's associated with the specified window. See https://s.apache.org/beam-fn-api-send-and-receive-data for further details.

func (*StateKey_MultimapKeysSideInput) Descriptor Uses

func (*StateKey_MultimapKeysSideInput) Descriptor() ([]byte, []int)

func (*StateKey_MultimapKeysSideInput) GetSideInputId Uses

func (m *StateKey_MultimapKeysSideInput) GetSideInputId() string

func (*StateKey_MultimapKeysSideInput) GetTransformId Uses

func (m *StateKey_MultimapKeysSideInput) GetTransformId() string

func (*StateKey_MultimapKeysSideInput) GetWindow Uses

func (m *StateKey_MultimapKeysSideInput) GetWindow() []byte

func (*StateKey_MultimapKeysSideInput) ProtoMessage Uses

func (*StateKey_MultimapKeysSideInput) ProtoMessage()

func (*StateKey_MultimapKeysSideInput) Reset Uses

func (m *StateKey_MultimapKeysSideInput) Reset()

func (*StateKey_MultimapKeysSideInput) String Uses

func (m *StateKey_MultimapKeysSideInput) String() string

func (*StateKey_MultimapKeysSideInput) XXX_DiscardUnknown Uses

func (m *StateKey_MultimapKeysSideInput) XXX_DiscardUnknown()

func (*StateKey_MultimapKeysSideInput) XXX_Marshal Uses

func (m *StateKey_MultimapKeysSideInput) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*StateKey_MultimapKeysSideInput) XXX_Merge Uses

func (m *StateKey_MultimapKeysSideInput) XXX_Merge(src proto.Message)

func (*StateKey_MultimapKeysSideInput) XXX_Size Uses

func (m *StateKey_MultimapKeysSideInput) XXX_Size() int

func (*StateKey_MultimapKeysSideInput) XXX_Unmarshal Uses

func (m *StateKey_MultimapKeysSideInput) XXX_Unmarshal(b []byte) error

type StateKey_MultimapKeysSideInput_ Uses

type StateKey_MultimapKeysSideInput_ struct {
    MultimapKeysSideInput *StateKey_MultimapKeysSideInput `protobuf:"bytes,5,opt,name=multimap_keys_side_input,json=multimapKeysSideInput,proto3,oneof"`
}

type StateKey_MultimapSideInput Uses

type StateKey_MultimapSideInput struct {
    // (Required) The id of the PTransform containing a side input.
    TransformId string `protobuf:"bytes,1,opt,name=transform_id,json=transformId,proto3" json:"transform_id,omitempty"`
    // (Required) The id of the side input.
    SideInputId string `protobuf:"bytes,2,opt,name=side_input_id,json=sideInputId,proto3" json:"side_input_id,omitempty"`
    // (Required) The window (after mapping the currently executing elements
    // window into the side input windows domain) encoded in a nested context.
    Window []byte `protobuf:"bytes,3,opt,name=window,proto3" json:"window,omitempty"`
    // (Required) The key encoded in a nested context.
    Key                  []byte   `protobuf:"bytes,4,opt,name=key,proto3" json:"key,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

Represents a request for the values associated with a specified user key and window in a PCollection. See https://s.apache.org/beam-fn-state-api-and-bundle-processing for further details.

Can only be used to perform StateGetRequests on side inputs of the URN beam:side_input:multimap:v1.

For a PCollection<KV<K, V>>, the response data stream will be a concatenation of all V's associated with the specified key K. See https://s.apache.org/beam-fn-api-send-and-receive-data for further details.

func (*StateKey_MultimapSideInput) Descriptor Uses

func (*StateKey_MultimapSideInput) Descriptor() ([]byte, []int)

func (*StateKey_MultimapSideInput) GetKey Uses

func (m *StateKey_MultimapSideInput) GetKey() []byte

func (*StateKey_MultimapSideInput) GetSideInputId Uses

func (m *StateKey_MultimapSideInput) GetSideInputId() string

func (*StateKey_MultimapSideInput) GetTransformId Uses

func (m *StateKey_MultimapSideInput) GetTransformId() string

func (*StateKey_MultimapSideInput) GetWindow Uses

func (m *StateKey_MultimapSideInput) GetWindow() []byte

func (*StateKey_MultimapSideInput) ProtoMessage Uses

func (*StateKey_MultimapSideInput) ProtoMessage()

func (*StateKey_MultimapSideInput) Reset Uses

func (m *StateKey_MultimapSideInput) Reset()

func (*StateKey_MultimapSideInput) String Uses

func (m *StateKey_MultimapSideInput) String() string

func (*StateKey_MultimapSideInput) XXX_DiscardUnknown Uses

func (m *StateKey_MultimapSideInput) XXX_DiscardUnknown()

func (*StateKey_MultimapSideInput) XXX_Marshal Uses

func (m *StateKey_MultimapSideInput) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*StateKey_MultimapSideInput) XXX_Merge Uses

func (m *StateKey_MultimapSideInput) XXX_Merge(src proto.Message)

func (*StateKey_MultimapSideInput) XXX_Size Uses

func (m *StateKey_MultimapSideInput) XXX_Size() int

func (*StateKey_MultimapSideInput) XXX_Unmarshal Uses

func (m *StateKey_MultimapSideInput) XXX_Unmarshal(b []byte) error

type StateKey_MultimapSideInput_ Uses

type StateKey_MultimapSideInput_ struct {
    MultimapSideInput *StateKey_MultimapSideInput `protobuf:"bytes,2,opt,name=multimap_side_input,json=multimapSideInput,proto3,oneof"`
}

type StateKey_Runner Uses

type StateKey_Runner struct {
    // (Required) Opaque information supplied by the runner. Used to support
    // remote references.
    // https://s.apache.org/beam-fn-api-send-and-receive-data
    //
    // Used by state backed iterable. And in this use case, request type can
    // only be of type get. Details see:
    // https://s.apache.org/beam-fn-api-state-backed-iterables
    Key                  []byte   `protobuf:"bytes,1,opt,name=key,proto3" json:"key,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*StateKey_Runner) Descriptor Uses

func (*StateKey_Runner) Descriptor() ([]byte, []int)

func (*StateKey_Runner) GetKey Uses

func (m *StateKey_Runner) GetKey() []byte

func (*StateKey_Runner) ProtoMessage Uses

func (*StateKey_Runner) ProtoMessage()

func (*StateKey_Runner) Reset Uses

func (m *StateKey_Runner) Reset()

func (*StateKey_Runner) String Uses

func (m *StateKey_Runner) String() string

func (*StateKey_Runner) XXX_DiscardUnknown Uses

func (m *StateKey_Runner) XXX_DiscardUnknown()

func (*StateKey_Runner) XXX_Marshal Uses

func (m *StateKey_Runner) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*StateKey_Runner) XXX_Merge Uses

func (m *StateKey_Runner) XXX_Merge(src proto.Message)

func (*StateKey_Runner) XXX_Size Uses

func (m *StateKey_Runner) XXX_Size() int

func (*StateKey_Runner) XXX_Unmarshal Uses

func (m *StateKey_Runner) XXX_Unmarshal(b []byte) error

type StateKey_Runner_ Uses

type StateKey_Runner_ struct {
    Runner *StateKey_Runner `protobuf:"bytes,1,opt,name=runner,proto3,oneof"`
}

type StateRequest Uses

type StateRequest struct {
    // (Required) A unique identifier provided by the SDK which represents this
    // requests execution. The StateResponse corresponding with this request
    // will have the matching id.
    Id  string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
    // (Required) The associated instruction id of the work that is currently
    // being processed. This allows for the runner to associate any modifications
    // to state to be committed with the appropriate work execution.
    InstructionId string `protobuf:"bytes,2,opt,name=instruction_id,json=instructionId,proto3" json:"instruction_id,omitempty"`
    // (Required) The state key this request is for.
    StateKey *StateKey `protobuf:"bytes,3,opt,name=state_key,json=stateKey,proto3" json:"state_key,omitempty"`
    // (Required) The action to take on this request.
    //
    // Types that are valid to be assigned to Request:
    //	*StateRequest_Get
    //	*StateRequest_Append
    //	*StateRequest_Clear
    Request              isStateRequest_Request `protobuf_oneof:"request"`
    XXX_NoUnkeyedLiteral struct{}               `json:"-"`
    XXX_unrecognized     []byte                 `json:"-"`
    XXX_sizecache        int32                  `json:"-"`
}

func (*StateRequest) Descriptor Uses

func (*StateRequest) Descriptor() ([]byte, []int)

func (*StateRequest) GetAppend Uses

func (m *StateRequest) GetAppend() *StateAppendRequest

func (*StateRequest) GetClear Uses

func (m *StateRequest) GetClear() *StateClearRequest

func (*StateRequest) GetGet Uses

func (m *StateRequest) GetGet() *StateGetRequest

func (*StateRequest) GetId Uses

func (m *StateRequest) GetId() string

func (*StateRequest) GetInstructionId Uses

func (m *StateRequest) GetInstructionId() string

func (*StateRequest) GetRequest Uses

func (m *StateRequest) GetRequest() isStateRequest_Request

func (*StateRequest) GetStateKey Uses

func (m *StateRequest) GetStateKey() *StateKey

func (*StateRequest) ProtoMessage Uses

func (*StateRequest) ProtoMessage()

func (*StateRequest) Reset Uses

func (m *StateRequest) Reset()

func (*StateRequest) String Uses

func (m *StateRequest) String() string

func (*StateRequest) XXX_DiscardUnknown Uses

func (m *StateRequest) XXX_DiscardUnknown()

func (*StateRequest) XXX_Marshal Uses

func (m *StateRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*StateRequest) XXX_Merge Uses

func (m *StateRequest) XXX_Merge(src proto.Message)

func (*StateRequest) XXX_OneofWrappers Uses

func (*StateRequest) XXX_OneofWrappers() []interface{}

XXX_OneofWrappers is for the internal use of the proto package.

func (*StateRequest) XXX_Size Uses

func (m *StateRequest) XXX_Size() int

func (*StateRequest) XXX_Unmarshal Uses

func (m *StateRequest) XXX_Unmarshal(b []byte) error

type StateRequest_Append Uses

type StateRequest_Append struct {
    Append *StateAppendRequest `protobuf:"bytes,1001,opt,name=append,proto3,oneof"`
}

type StateRequest_Clear Uses

type StateRequest_Clear struct {
    Clear *StateClearRequest `protobuf:"bytes,1002,opt,name=clear,proto3,oneof"`
}

type StateRequest_Get Uses

type StateRequest_Get struct {
    Get *StateGetRequest `protobuf:"bytes,1000,opt,name=get,proto3,oneof"`
}

type StateResponse Uses

type StateResponse struct {
    // (Required) A reference provided by the SDK which represents a requests
    // execution. The StateResponse must have the matching id when responding
    // to the SDK.
    Id  string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
    // (Optional) If this is specified, then the state request has failed.
    // A human readable string representing the reason as to why the request
    // failed.
    Error string `protobuf:"bytes,2,opt,name=error,proto3" json:"error,omitempty"`
    // A corresponding response matching the request will be populated.
    //
    // Types that are valid to be assigned to Response:
    //	*StateResponse_Get
    //	*StateResponse_Append
    //	*StateResponse_Clear
    Response             isStateResponse_Response `protobuf_oneof:"response"`
    XXX_NoUnkeyedLiteral struct{}                 `json:"-"`
    XXX_unrecognized     []byte                   `json:"-"`
    XXX_sizecache        int32                    `json:"-"`
}

func (*StateResponse) Descriptor Uses

func (*StateResponse) Descriptor() ([]byte, []int)

func (*StateResponse) GetAppend Uses

func (m *StateResponse) GetAppend() *StateAppendResponse

func (*StateResponse) GetClear Uses

func (m *StateResponse) GetClear() *StateClearResponse

func (*StateResponse) GetError Uses

func (m *StateResponse) GetError() string

func (*StateResponse) GetGet Uses

func (m *StateResponse) GetGet() *StateGetResponse

func (*StateResponse) GetId Uses

func (m *StateResponse) GetId() string

func (*StateResponse) GetResponse Uses

func (m *StateResponse) GetResponse() isStateResponse_Response

func (*StateResponse) ProtoMessage Uses

func (*StateResponse) ProtoMessage()

func (*StateResponse) Reset Uses

func (m *StateResponse) Reset()

func (*StateResponse) String Uses

func (m *StateResponse) String() string

func (*StateResponse) XXX_DiscardUnknown Uses

func (m *StateResponse) XXX_DiscardUnknown()

func (*StateResponse) XXX_Marshal Uses

func (m *StateResponse) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*StateResponse) XXX_Merge Uses

func (m *StateResponse) XXX_Merge(src proto.Message)

func (*StateResponse) XXX_OneofWrappers Uses

func (*StateResponse) XXX_OneofWrappers() []interface{}

XXX_OneofWrappers is for the internal use of the proto package.

func (*StateResponse) XXX_Size Uses

func (m *StateResponse) XXX_Size() int

func (*StateResponse) XXX_Unmarshal Uses

func (m *StateResponse) XXX_Unmarshal(b []byte) error

type StateResponse_Append Uses

type StateResponse_Append struct {
    Append *StateAppendResponse `protobuf:"bytes,1001,opt,name=append,proto3,oneof"`
}

type StateResponse_Clear Uses

type StateResponse_Clear struct {
    Clear *StateClearResponse `protobuf:"bytes,1002,opt,name=clear,proto3,oneof"`
}

type StateResponse_Get Uses

type StateResponse_Get struct {
    Get *StateGetResponse `protobuf:"bytes,1000,opt,name=get,proto3,oneof"`
}

type StopWorkerRequest Uses

type StopWorkerRequest struct {
    WorkerId             string   `protobuf:"bytes,1,opt,name=worker_id,json=workerId,proto3" json:"worker_id,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*StopWorkerRequest) Descriptor Uses

func (*StopWorkerRequest) Descriptor() ([]byte, []int)

func (*StopWorkerRequest) GetWorkerId Uses

func (m *StopWorkerRequest) GetWorkerId() string

func (*StopWorkerRequest) ProtoMessage Uses

func (*StopWorkerRequest) ProtoMessage()

func (*StopWorkerRequest) Reset Uses

func (m *StopWorkerRequest) Reset()

func (*StopWorkerRequest) String Uses

func (m *StopWorkerRequest) String() string

func (*StopWorkerRequest) XXX_DiscardUnknown Uses

func (m *StopWorkerRequest) XXX_DiscardUnknown()

func (*StopWorkerRequest) XXX_Marshal Uses

func (m *StopWorkerRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*StopWorkerRequest) XXX_Merge Uses

func (m *StopWorkerRequest) XXX_Merge(src proto.Message)

func (*StopWorkerRequest) XXX_Size Uses

func (m *StopWorkerRequest) XXX_Size() int

func (*StopWorkerRequest) XXX_Unmarshal Uses

func (m *StopWorkerRequest) XXX_Unmarshal(b []byte) error

type StopWorkerResponse Uses

type StopWorkerResponse struct {
    Error                string   `protobuf:"bytes,1,opt,name=error,proto3" json:"error,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*StopWorkerResponse) Descriptor Uses

func (*StopWorkerResponse) Descriptor() ([]byte, []int)

func (*StopWorkerResponse) GetError Uses

func (m *StopWorkerResponse) GetError() string

func (*StopWorkerResponse) ProtoMessage Uses

func (*StopWorkerResponse) ProtoMessage()

func (*StopWorkerResponse) Reset Uses

func (m *StopWorkerResponse) Reset()

func (*StopWorkerResponse) String Uses

func (m *StopWorkerResponse) String() string

func (*StopWorkerResponse) XXX_DiscardUnknown Uses

func (m *StopWorkerResponse) XXX_DiscardUnknown()

func (*StopWorkerResponse) XXX_Marshal Uses

func (m *StopWorkerResponse) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*StopWorkerResponse) XXX_Merge Uses

func (m *StopWorkerResponse) XXX_Merge(src proto.Message)

func (*StopWorkerResponse) XXX_Size Uses

func (m *StopWorkerResponse) XXX_Size() int

func (*StopWorkerResponse) XXX_Unmarshal Uses

func (m *StopWorkerResponse) XXX_Unmarshal(b []byte) error

type UnimplementedBeamFnControlServer Uses

type UnimplementedBeamFnControlServer struct {
}

UnimplementedBeamFnControlServer can be embedded to have forward compatible implementations.

func (*UnimplementedBeamFnControlServer) Control Uses

func (*UnimplementedBeamFnControlServer) Control(srv BeamFnControl_ControlServer) error

type UnimplementedBeamFnDataServer Uses

type UnimplementedBeamFnDataServer struct {
}

UnimplementedBeamFnDataServer can be embedded to have forward compatible implementations.

func (*UnimplementedBeamFnDataServer) Data Uses

func (*UnimplementedBeamFnDataServer) Data(srv BeamFnData_DataServer) error

type UnimplementedBeamFnExternalWorkerPoolServer Uses

type UnimplementedBeamFnExternalWorkerPoolServer struct {
}

UnimplementedBeamFnExternalWorkerPoolServer can be embedded to have forward compatible implementations.

func (*UnimplementedBeamFnExternalWorkerPoolServer) StartWorker Uses

func (*UnimplementedBeamFnExternalWorkerPoolServer) StartWorker(ctx context.Context, req *StartWorkerRequest) (*StartWorkerResponse, error)

func (*UnimplementedBeamFnExternalWorkerPoolServer) StopWorker Uses

func (*UnimplementedBeamFnExternalWorkerPoolServer) StopWorker(ctx context.Context, req *StopWorkerRequest) (*StopWorkerResponse, error)

type UnimplementedBeamFnLoggingServer Uses

type UnimplementedBeamFnLoggingServer struct {
}

UnimplementedBeamFnLoggingServer can be embedded to have forward compatible implementations.

func (*UnimplementedBeamFnLoggingServer) Logging Uses

func (*UnimplementedBeamFnLoggingServer) Logging(srv BeamFnLogging_LoggingServer) error

type UnimplementedBeamFnStateServer Uses

type UnimplementedBeamFnStateServer struct {
}

UnimplementedBeamFnStateServer can be embedded to have forward compatible implementations.

func (*UnimplementedBeamFnStateServer) State Uses

func (*UnimplementedBeamFnStateServer) State(srv BeamFnState_StateServer) error

type UnimplementedProvisionServiceServer Uses

type UnimplementedProvisionServiceServer struct {
}

UnimplementedProvisionServiceServer can be embedded to have forward compatible implementations.

func (*UnimplementedProvisionServiceServer) GetProvisionInfo Uses

func (*UnimplementedProvisionServiceServer) GetProvisionInfo(ctx context.Context, req *GetProvisionInfoRequest) (*GetProvisionInfoResponse, error)

Package fnexecution_v1 imports 13 packages (graph) and is imported by 9 packages. Updated 2020-01-15. Refresh now. Tools for package owners.