beam: github.com/apache/beam/sdks/go/pkg/beam/model/pipeline_v1 Index | Files

package pipeline_v1

import "github.com/apache/beam/sdks/go/pkg/beam/model/pipeline_v1"

Index

Package Files

beam_runner_api.pb.go endpoints.pb.go external_transforms.pb.go metrics.pb.go standard_window_fns.pb.go

Variables

var AccumulationMode_Enum_name = map[int32]string{
    0:  "UNSPECIFIED",
    1:  "DISCARDING",
    2:  "ACCUMULATING",
    3:  "RETRACTING",
}
var AccumulationMode_Enum_value = map[string]int32{
    "UNSPECIFIED":  0,
    "DISCARDING":   1,
    "ACCUMULATING": 2,
    "RETRACTING":   3,
}
var BeamConstants_Constants_name = map[int32]string{
    0:  "MIN_TIMESTAMP_MILLIS",
    1:  "MAX_TIMESTAMP_MILLIS",
    2:  "GLOBAL_WINDOW_MAX_TIMESTAMP_MILLIS",
}
var BeamConstants_Constants_value = map[string]int32{
    "MIN_TIMESTAMP_MILLIS":               0,
    "MAX_TIMESTAMP_MILLIS":               1,
    "GLOBAL_WINDOW_MAX_TIMESTAMP_MILLIS": 2,
}
var ClosingBehavior_Enum_name = map[int32]string{
    0:  "UNSPECIFIED",
    1:  "EMIT_ALWAYS",
    2:  "EMIT_IF_NONEMPTY",
}
var ClosingBehavior_Enum_value = map[string]int32{
    "UNSPECIFIED":      0,
    "EMIT_ALWAYS":      1,
    "EMIT_IF_NONEMPTY": 2,
}
var DisplayData_Type_Enum_name = map[int32]string{
    0:  "UNSPECIFIED",
    1:  "STRING",
    2:  "INTEGER",
    3:  "FLOAT",
    4:  "BOOLEAN",
    5:  "TIMESTAMP",
    6:  "DURATION",
    7:  "JAVA_CLASS",
}
var DisplayData_Type_Enum_value = map[string]int32{
    "UNSPECIFIED": 0,
    "STRING":      1,
    "INTEGER":     2,
    "FLOAT":       3,
    "BOOLEAN":     4,
    "TIMESTAMP":   5,
    "DURATION":    6,
    "JAVA_CLASS":  7,
}
var E_BeamConstant = &proto.ExtensionDesc{
    ExtendedType:  (*descriptor.EnumValueOptions)(nil),
    ExtensionType: (*string)(nil),
    Field:         185324357,
    Name:          "org.apache.beam.model.pipeline.v1.beam_constant",
    Tag:           "bytes,185324357,opt,name=beam_constant",
    Filename:      "beam_runner_api.proto",
}
var E_BeamUrn = &proto.ExtensionDesc{
    ExtendedType:  (*descriptor.EnumValueOptions)(nil),
    ExtensionType: (*string)(nil),
    Field:         185324356,
    Name:          "org.apache.beam.model.pipeline.v1.beam_urn",
    Tag:           "bytes,185324356,opt,name=beam_urn",
    Filename:      "beam_runner_api.proto",
}
var E_LabelProps = &proto.ExtensionDesc{
    ExtendedType:  (*descriptor.EnumValueOptions)(nil),
    ExtensionType: (*MonitoringInfoLabelProps)(nil),
    Field:         127337796,
    Name:          "org.apache.beam.model.pipeline.v1.label_props",
    Tag:           "bytes,127337796,opt,name=label_props",
    Filename:      "metrics.proto",
}
var E_MonitoringInfoSpec = &proto.ExtensionDesc{
    ExtendedType:  (*descriptor.EnumValueOptions)(nil),
    ExtensionType: (*MonitoringInfoSpec)(nil),
    Field:         207174266,
    Name:          "org.apache.beam.model.pipeline.v1.monitoring_info_spec",
    Tag:           "bytes,207174266,opt,name=monitoring_info_spec",
    Filename:      "metrics.proto",
}
var FixedWindowsPayload_Enum_name = map[int32]string{
    0: "PROPERTIES",
}
var FixedWindowsPayload_Enum_value = map[string]int32{
    "PROPERTIES": 0,
}
var GlobalWindowsPayload_Enum_name = map[int32]string{
    0: "PROPERTIES",
}
var GlobalWindowsPayload_Enum_value = map[string]int32{
    "PROPERTIES": 0,
}
var IsBounded_Enum_name = map[int32]string{
    0:  "UNSPECIFIED",
    1:  "UNBOUNDED",
    2:  "BOUNDED",
}
var IsBounded_Enum_value = map[string]int32{
    "UNSPECIFIED": 0,
    "UNBOUNDED":   1,
    "BOUNDED":     2,
}
var MergeStatus_Enum_name = map[int32]string{
    0:  "UNSPECIFIED",
    1:  "NON_MERGING",
    2:  "NEEDS_MERGE",
    3:  "ALREADY_MERGED",
}
var MergeStatus_Enum_value = map[string]int32{
    "UNSPECIFIED":    0,
    "NON_MERGING":    1,
    "NEEDS_MERGE":    2,
    "ALREADY_MERGED": 3,
}
var MonitoringInfoSpecs_Enum_name = map[int32]string{
    0:  "USER_COUNTER",
    1:  "ELEMENT_COUNT",
    7:  "SAMPLED_BYTE_SIZE",
    2:  "START_BUNDLE_MSECS",
    3:  "PROCESS_BUNDLE_MSECS",
    4:  "FINISH_BUNDLE_MSECS",
    5:  "TOTAL_MSECS",
    6:  "USER_DISTRIBUTION_COUNTER",
}
var MonitoringInfoSpecs_Enum_value = map[string]int32{
    "USER_COUNTER":              0,
    "ELEMENT_COUNT":             1,
    "SAMPLED_BYTE_SIZE":         7,
    "START_BUNDLE_MSECS":        2,
    "PROCESS_BUNDLE_MSECS":      3,
    "FINISH_BUNDLE_MSECS":       4,
    "TOTAL_MSECS":               5,
    "USER_DISTRIBUTION_COUNTER": 6,
}
var MonitoringInfoTypeUrns_Enum_name = map[int32]string{
    0:  "SUM_INT64_TYPE",
    1:  "DISTRIBUTION_INT64_TYPE",
    2:  "LATEST_INT64_TYPE",
}
var MonitoringInfoTypeUrns_Enum_value = map[string]int32{
    "SUM_INT64_TYPE":          0,
    "DISTRIBUTION_INT64_TYPE": 1,
    "LATEST_INT64_TYPE":       2,
}
var MonitoringInfo_MonitoringInfoLabels_name = map[int32]string{
    0:  "TRANSFORM",
    1:  "PCOLLECTION",
    2:  "WINDOWING_STRATEGY",
    3:  "CODER",
    4:  "ENVIRONMENT",
    5:  "NAMESPACE",
    6:  "NAME",
}
var MonitoringInfo_MonitoringInfoLabels_value = map[string]int32{
    "TRANSFORM":          0,
    "PCOLLECTION":        1,
    "WINDOWING_STRATEGY": 2,
    "CODER":              3,
    "ENVIRONMENT":        4,
    "NAMESPACE":          5,
    "NAME":               6,
}
var OnTimeBehavior_Enum_name = map[int32]string{
    0:  "UNSPECIFIED",
    1:  "FIRE_ALWAYS",
    2:  "FIRE_IF_NONEMPTY",
}
var OnTimeBehavior_Enum_value = map[string]int32{
    "UNSPECIFIED":      0,
    "FIRE_ALWAYS":      1,
    "FIRE_IF_NONEMPTY": 2,
}
var OutputTime_Enum_name = map[int32]string{
    0:  "UNSPECIFIED",
    1:  "END_OF_WINDOW",
    2:  "LATEST_IN_PANE",
    3:  "EARLIEST_IN_PANE",
}
var OutputTime_Enum_value = map[string]int32{
    "UNSPECIFIED":      0,
    "END_OF_WINDOW":    1,
    "LATEST_IN_PANE":   2,
    "EARLIEST_IN_PANE": 3,
}
var Parameter_Type_Enum_name = map[int32]string{
    0:  "UNSPECIFIED",
    1:  "WINDOW",
    2:  "PIPELINE_OPTIONS",
    3:  "RESTRICTION_TRACKER",
}
var Parameter_Type_Enum_value = map[string]int32{
    "UNSPECIFIED":         0,
    "WINDOW":              1,
    "PIPELINE_OPTIONS":    2,
    "RESTRICTION_TRACKER": 3,
}
var SessionsPayload_Enum_name = map[int32]string{
    0: "PROPERTIES",
}
var SessionsPayload_Enum_value = map[string]int32{
    "PROPERTIES": 0,
}
var SlidingWindowsPayload_Enum_name = map[int32]string{
    0: "PROPERTIES",
}
var SlidingWindowsPayload_Enum_value = map[string]int32{
    "PROPERTIES": 0,
}
var StandardCoders_Enum_name = map[int32]string{
    0:  "BYTES",
    10: "STRING_UTF8",
    1:  "KV",
    12: "BOOL",
    2:  "VARINT",
    11: "DOUBLE",
    3:  "ITERABLE",
    4:  "TIMER",
    5:  "INTERVAL_WINDOW",
    6:  "LENGTH_PREFIX",
    7:  "GLOBAL_WINDOW",
    8:  "WINDOWED_VALUE",
    14: "PARAM_WINDOWED_VALUE",
    9:  "STATE_BACKED_ITERABLE",
    13: "ROW",
}
var StandardCoders_Enum_value = map[string]int32{
    "BYTES":                 0,
    "STRING_UTF8":           10,
    "KV":                    1,
    "BOOL":                  12,
    "VARINT":                2,
    "DOUBLE":                11,
    "ITERABLE":              3,
    "TIMER":                 4,
    "INTERVAL_WINDOW":       5,
    "LENGTH_PREFIX":         6,
    "GLOBAL_WINDOW":         7,
    "WINDOWED_VALUE":        8,
    "PARAM_WINDOWED_VALUE":  14,
    "STATE_BACKED_ITERABLE": 9,
    "ROW":                   13,
}
var StandardEnvironments_Environments_name = map[int32]string{
    0:  "DOCKER",
    1:  "PROCESS",
    2:  "EXTERNAL",
}
var StandardEnvironments_Environments_value = map[string]int32{
    "DOCKER":   0,
    "PROCESS":  1,
    "EXTERNAL": 2,
}
var StandardPTransforms_CombineComponents_name = map[int32]string{
    0:  "COMBINE_PER_KEY_PRECOMBINE",
    1:  "COMBINE_PER_KEY_MERGE_ACCUMULATORS",
    2:  "COMBINE_PER_KEY_EXTRACT_OUTPUTS",
    3:  "COMBINE_GROUPED_VALUES",
}
var StandardPTransforms_CombineComponents_value = map[string]int32{
    "COMBINE_PER_KEY_PRECOMBINE":         0,
    "COMBINE_PER_KEY_MERGE_ACCUMULATORS": 1,
    "COMBINE_PER_KEY_EXTRACT_OUTPUTS":    2,
    "COMBINE_GROUPED_VALUES":             3,
}
var StandardPTransforms_Composites_name = map[int32]string{
    0:  "COMBINE_PER_KEY",
    1:  "COMBINE_GLOBALLY",
    2:  "RESHUFFLE",
    3:  "WRITE_FILES",
}
var StandardPTransforms_Composites_value = map[string]int32{
    "COMBINE_PER_KEY":  0,
    "COMBINE_GLOBALLY": 1,
    "RESHUFFLE":        2,
    "WRITE_FILES":      3,
}
var StandardPTransforms_DeprecatedPrimitives_name = map[int32]string{
    0:  "READ",
    1:  "CREATE_VIEW",
}
var StandardPTransforms_DeprecatedPrimitives_value = map[string]int32{
    "READ":        0,
    "CREATE_VIEW": 1,
}
var StandardPTransforms_Primitives_name = map[int32]string{
    0:  "PAR_DO",
    1:  "FLATTEN",
    2:  "GROUP_BY_KEY",
    3:  "IMPULSE",
    4:  "ASSIGN_WINDOWS",
    5:  "TEST_STREAM",
    6:  "MAP_WINDOWS",
    7:  "MERGE_WINDOWS",
}
var StandardPTransforms_Primitives_value = map[string]int32{
    "PAR_DO":         0,
    "FLATTEN":        1,
    "GROUP_BY_KEY":   2,
    "IMPULSE":        3,
    "ASSIGN_WINDOWS": 4,
    "TEST_STREAM":    5,
    "MAP_WINDOWS":    6,
    "MERGE_WINDOWS":  7,
}
var StandardPTransforms_SplittableParDoComponents_name = map[int32]string{
    0:  "PAIR_WITH_RESTRICTION",
    1:  "SPLIT_RESTRICTION",
    2:  "PROCESS_KEYED_ELEMENTS",
    3:  "PROCESS_ELEMENTS",
    4:  "SPLIT_AND_SIZE_RESTRICTIONS",
    5:  "PROCESS_SIZED_ELEMENTS_AND_RESTRICTIONS",
}
var StandardPTransforms_SplittableParDoComponents_value = map[string]int32{
    "PAIR_WITH_RESTRICTION":                   0,
    "SPLIT_RESTRICTION":                       1,
    "PROCESS_KEYED_ELEMENTS":                  2,
    "PROCESS_ELEMENTS":                        3,
    "SPLIT_AND_SIZE_RESTRICTIONS":             4,
    "PROCESS_SIZED_ELEMENTS_AND_RESTRICTIONS": 5,
}
var StandardSideInputTypes_Enum_name = map[int32]string{
    0:  "ITERABLE",
    1:  "MULTIMAP",
}
var StandardSideInputTypes_Enum_value = map[string]int32{
    "ITERABLE": 0,
    "MULTIMAP": 1,
}
var TimeDomain_Enum_name = map[int32]string{
    0:  "UNSPECIFIED",
    1:  "EVENT_TIME",
    2:  "PROCESSING_TIME",
    3:  "SYNCHRONIZED_PROCESSING_TIME",
}
var TimeDomain_Enum_value = map[string]int32{
    "UNSPECIFIED":                  0,
    "EVENT_TIME":                   1,
    "PROCESSING_TIME":              2,
    "SYNCHRONIZED_PROCESSING_TIME": 3,
}

func RegisterTestStreamServiceServer Uses

func RegisterTestStreamServiceServer(s *grpc.Server, srv TestStreamServiceServer)

type AccumulationMode Uses

type AccumulationMode struct {
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

Whether or not subsequent outputs of aggregations should be entire replacement values or just the aggregation of inputs received since the prior output.

func (*AccumulationMode) Descriptor Uses

func (*AccumulationMode) Descriptor() ([]byte, []int)

func (*AccumulationMode) ProtoMessage Uses

func (*AccumulationMode) ProtoMessage()

func (*AccumulationMode) Reset Uses

func (m *AccumulationMode) Reset()

func (*AccumulationMode) String Uses

func (m *AccumulationMode) String() string

func (*AccumulationMode) XXX_DiscardUnknown Uses

func (m *AccumulationMode) XXX_DiscardUnknown()

func (*AccumulationMode) XXX_Marshal Uses

func (m *AccumulationMode) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*AccumulationMode) XXX_Merge Uses

func (m *AccumulationMode) XXX_Merge(src proto.Message)

func (*AccumulationMode) XXX_Size Uses

func (m *AccumulationMode) XXX_Size() int

func (*AccumulationMode) XXX_Unmarshal Uses

func (m *AccumulationMode) XXX_Unmarshal(b []byte) error

type AccumulationMode_Enum Uses

type AccumulationMode_Enum int32
const (
    AccumulationMode_UNSPECIFIED AccumulationMode_Enum = 0
    // The aggregation is discarded when it is output
    AccumulationMode_DISCARDING AccumulationMode_Enum = 1
    // The aggregation is accumulated across outputs
    AccumulationMode_ACCUMULATING AccumulationMode_Enum = 2
    // The aggregation emits retractions when it is output
    AccumulationMode_RETRACTING AccumulationMode_Enum = 3
)

func (AccumulationMode_Enum) EnumDescriptor Uses

func (AccumulationMode_Enum) EnumDescriptor() ([]byte, []int)

func (AccumulationMode_Enum) String Uses

func (x AccumulationMode_Enum) String() string

type Annotation Uses

type Annotation struct {
    Key                  string   `protobuf:"bytes,1,opt,name=key,proto3" json:"key,omitempty"`
    Value                string   `protobuf:"bytes,2,opt,name=value,proto3" json:"value,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

The key name and value string of MonitoringInfo annotations.

func (*Annotation) Descriptor Uses

func (*Annotation) Descriptor() ([]byte, []int)

func (*Annotation) GetKey Uses

func (m *Annotation) GetKey() string

func (*Annotation) GetValue Uses

func (m *Annotation) GetValue() string

func (*Annotation) ProtoMessage Uses

func (*Annotation) ProtoMessage()

func (*Annotation) Reset Uses

func (m *Annotation) Reset()

func (*Annotation) String Uses

func (m *Annotation) String() string

func (*Annotation) XXX_DiscardUnknown Uses

func (m *Annotation) XXX_DiscardUnknown()

func (*Annotation) XXX_Marshal Uses

func (m *Annotation) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Annotation) XXX_Merge Uses

func (m *Annotation) XXX_Merge(src proto.Message)

func (*Annotation) XXX_Size Uses

func (m *Annotation) XXX_Size() int

func (*Annotation) XXX_Unmarshal Uses

func (m *Annotation) XXX_Unmarshal(b []byte) error

type ApiServiceDescriptor Uses

type ApiServiceDescriptor struct {
    // (Required) The URL to connect to.
    Url string `protobuf:"bytes,2,opt,name=url,proto3" json:"url,omitempty"`
    // (Optional) The method for authentication. If unspecified, access to the
    // url is already being performed in a trusted context (e.g. localhost,
    // private network).
    //
    // Types that are valid to be assigned to Authentication:
    //	*ApiServiceDescriptor_Oauth2ClientCredentialsGrant
    Authentication       isApiServiceDescriptor_Authentication `protobuf_oneof:"authentication"`
    XXX_NoUnkeyedLiteral struct{}                              `json:"-"`
    XXX_unrecognized     []byte                                `json:"-"`
    XXX_sizecache        int32                                 `json:"-"`
}

func (*ApiServiceDescriptor) Descriptor Uses

func (*ApiServiceDescriptor) Descriptor() ([]byte, []int)

func (*ApiServiceDescriptor) GetAuthentication Uses

func (m *ApiServiceDescriptor) GetAuthentication() isApiServiceDescriptor_Authentication

func (*ApiServiceDescriptor) GetOauth2ClientCredentialsGrant Uses

func (m *ApiServiceDescriptor) GetOauth2ClientCredentialsGrant() *OAuth2ClientCredentialsGrant

func (*ApiServiceDescriptor) GetUrl Uses

func (m *ApiServiceDescriptor) GetUrl() string

func (*ApiServiceDescriptor) ProtoMessage Uses

func (*ApiServiceDescriptor) ProtoMessage()

func (*ApiServiceDescriptor) Reset Uses

func (m *ApiServiceDescriptor) Reset()

func (*ApiServiceDescriptor) String Uses

func (m *ApiServiceDescriptor) String() string

func (*ApiServiceDescriptor) XXX_DiscardUnknown Uses

func (m *ApiServiceDescriptor) XXX_DiscardUnknown()

func (*ApiServiceDescriptor) XXX_Marshal Uses

func (m *ApiServiceDescriptor) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ApiServiceDescriptor) XXX_Merge Uses

func (m *ApiServiceDescriptor) XXX_Merge(src proto.Message)

func (*ApiServiceDescriptor) XXX_OneofWrappers Uses

func (*ApiServiceDescriptor) XXX_OneofWrappers() []interface{}

XXX_OneofWrappers is for the internal use of the proto package.

func (*ApiServiceDescriptor) XXX_Size Uses

func (m *ApiServiceDescriptor) XXX_Size() int

func (*ApiServiceDescriptor) XXX_Unmarshal Uses

func (m *ApiServiceDescriptor) XXX_Unmarshal(b []byte) error

type ApiServiceDescriptor_Oauth2ClientCredentialsGrant Uses

type ApiServiceDescriptor_Oauth2ClientCredentialsGrant struct {
    Oauth2ClientCredentialsGrant *OAuth2ClientCredentialsGrant `protobuf:"bytes,3,opt,name=oauth2_client_credentials_grant,json=oauth2ClientCredentialsGrant,proto3,oneof"`
}

type BagStateSpec Uses

type BagStateSpec struct {
    ElementCoderId       string   `protobuf:"bytes,1,opt,name=element_coder_id,json=elementCoderId,proto3" json:"element_coder_id,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*BagStateSpec) Descriptor Uses

func (*BagStateSpec) Descriptor() ([]byte, []int)

func (*BagStateSpec) GetElementCoderId Uses

func (m *BagStateSpec) GetElementCoderId() string

func (*BagStateSpec) ProtoMessage Uses

func (*BagStateSpec) ProtoMessage()

func (*BagStateSpec) Reset Uses

func (m *BagStateSpec) Reset()

func (*BagStateSpec) String Uses

func (m *BagStateSpec) String() string

func (*BagStateSpec) XXX_DiscardUnknown Uses

func (m *BagStateSpec) XXX_DiscardUnknown()

func (*BagStateSpec) XXX_Marshal Uses

func (m *BagStateSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*BagStateSpec) XXX_Merge Uses

func (m *BagStateSpec) XXX_Merge(src proto.Message)

func (*BagStateSpec) XXX_Size Uses

func (m *BagStateSpec) XXX_Size() int

func (*BagStateSpec) XXX_Unmarshal Uses

func (m *BagStateSpec) XXX_Unmarshal(b []byte) error

type BeamConstants Uses

type BeamConstants struct {
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*BeamConstants) Descriptor Uses

func (*BeamConstants) Descriptor() ([]byte, []int)

func (*BeamConstants) ProtoMessage Uses

func (*BeamConstants) ProtoMessage()

func (*BeamConstants) Reset Uses

func (m *BeamConstants) Reset()

func (*BeamConstants) String Uses

func (m *BeamConstants) String() string

func (*BeamConstants) XXX_DiscardUnknown Uses

func (m *BeamConstants) XXX_DiscardUnknown()

func (*BeamConstants) XXX_Marshal Uses

func (m *BeamConstants) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*BeamConstants) XXX_Merge Uses

func (m *BeamConstants) XXX_Merge(src proto.Message)

func (*BeamConstants) XXX_Size Uses

func (m *BeamConstants) XXX_Size() int

func (*BeamConstants) XXX_Unmarshal Uses

func (m *BeamConstants) XXX_Unmarshal(b []byte) error

type BeamConstants_Constants Uses

type BeamConstants_Constants int32
const (
    // All timestamps in milliseconds since Jan 1, 1970.
    BeamConstants_MIN_TIMESTAMP_MILLIS BeamConstants_Constants = 0
    BeamConstants_MAX_TIMESTAMP_MILLIS BeamConstants_Constants = 1
    // The maximum timestamp for the global window.
    // Triggers use maxTimestamp to set timers' timestamp. Timers fires when
    // the watermark passes their timestamps. So, the timestamp needs to be
    // smaller than the MAX_TIMESTAMP_MILLIS.
    // One standard day is subtracted from MAX_TIMESTAMP_MILLIS to make sure
    // the maxTimestamp is smaller than MAX_TIMESTAMP_MILLIS even after rounding up
    // to seconds or minutes. See also GlobalWindow in the Java SDK.
    BeamConstants_GLOBAL_WINDOW_MAX_TIMESTAMP_MILLIS BeamConstants_Constants = 2
)

func (BeamConstants_Constants) EnumDescriptor Uses

func (BeamConstants_Constants) EnumDescriptor() ([]byte, []int)

func (BeamConstants_Constants) String Uses

func (x BeamConstants_Constants) String() string

type ClosingBehavior Uses

type ClosingBehavior struct {
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

Controls whether or not an aggregating transform should output data when a window expires.

func (*ClosingBehavior) Descriptor Uses

func (*ClosingBehavior) Descriptor() ([]byte, []int)

func (*ClosingBehavior) ProtoMessage Uses

func (*ClosingBehavior) ProtoMessage()

func (*ClosingBehavior) Reset Uses

func (m *ClosingBehavior) Reset()

func (*ClosingBehavior) String Uses

func (m *ClosingBehavior) String() string

func (*ClosingBehavior) XXX_DiscardUnknown Uses

func (m *ClosingBehavior) XXX_DiscardUnknown()

func (*ClosingBehavior) XXX_Marshal Uses

func (m *ClosingBehavior) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ClosingBehavior) XXX_Merge Uses

func (m *ClosingBehavior) XXX_Merge(src proto.Message)

func (*ClosingBehavior) XXX_Size Uses

func (m *ClosingBehavior) XXX_Size() int

func (*ClosingBehavior) XXX_Unmarshal Uses

func (m *ClosingBehavior) XXX_Unmarshal(b []byte) error

type ClosingBehavior_Enum Uses

type ClosingBehavior_Enum int32
const (
    ClosingBehavior_UNSPECIFIED ClosingBehavior_Enum = 0
    // Emit output when a window expires, whether or not there has been
    // any new data since the last output.
    ClosingBehavior_EMIT_ALWAYS ClosingBehavior_Enum = 1
    // Only emit output when new data has arrives since the last output
    ClosingBehavior_EMIT_IF_NONEMPTY ClosingBehavior_Enum = 2
)

func (ClosingBehavior_Enum) EnumDescriptor Uses

func (ClosingBehavior_Enum) EnumDescriptor() ([]byte, []int)

func (ClosingBehavior_Enum) String Uses

func (x ClosingBehavior_Enum) String() string

type Coder Uses

type Coder struct {
    // (Required) A specification for the coder, as a URN plus parameters. This
    // may be a cross-language agreed-upon format, or it may be a "custom coder"
    // that can only be used by a particular SDK. It does not include component
    // coders, as it is beneficial for these to be comprehensible to a runner
    // regardless of whether the binary format is agreed-upon.
    Spec *FunctionSpec `protobuf:"bytes,1,opt,name=spec,proto3" json:"spec,omitempty"`
    // (Optional) If this coder is parametric, such as ListCoder(VarIntCoder),
    // this is a list of the components. In order for encodings to be identical,
    // the FunctionSpec and all components must be identical, recursively.
    ComponentCoderIds    []string `protobuf:"bytes,2,rep,name=component_coder_ids,json=componentCoderIds,proto3" json:"component_coder_ids,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

A coder, the binary format for serialization and deserialization of data in a pipeline.

func (*Coder) Descriptor Uses

func (*Coder) Descriptor() ([]byte, []int)

func (*Coder) GetComponentCoderIds Uses

func (m *Coder) GetComponentCoderIds() []string

func (*Coder) GetSpec Uses

func (m *Coder) GetSpec() *FunctionSpec

func (*Coder) ProtoMessage Uses

func (*Coder) ProtoMessage()

func (*Coder) Reset Uses

func (m *Coder) Reset()

func (*Coder) String Uses

func (m *Coder) String() string

func (*Coder) XXX_DiscardUnknown Uses

func (m *Coder) XXX_DiscardUnknown()

func (*Coder) XXX_Marshal Uses

func (m *Coder) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Coder) XXX_Merge Uses

func (m *Coder) XXX_Merge(src proto.Message)

func (*Coder) XXX_Size Uses

func (m *Coder) XXX_Size() int

func (*Coder) XXX_Unmarshal Uses

func (m *Coder) XXX_Unmarshal(b []byte) error

type CombinePayload Uses

type CombinePayload struct {
    // (Required) The FunctionSpec of the CombineFn.
    CombineFn *FunctionSpec `protobuf:"bytes,1,opt,name=combine_fn,json=combineFn,proto3" json:"combine_fn,omitempty"`
    // (Required) A reference to the Coder to use for accumulators of the CombineFn
    AccumulatorCoderId   string   `protobuf:"bytes,2,opt,name=accumulator_coder_id,json=accumulatorCoderId,proto3" json:"accumulator_coder_id,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

The payload for the special-but-not-primitive Combine transform.

func (*CombinePayload) Descriptor Uses

func (*CombinePayload) Descriptor() ([]byte, []int)

func (*CombinePayload) GetAccumulatorCoderId Uses

func (m *CombinePayload) GetAccumulatorCoderId() string

func (*CombinePayload) GetCombineFn Uses

func (m *CombinePayload) GetCombineFn() *FunctionSpec

func (*CombinePayload) ProtoMessage Uses

func (*CombinePayload) ProtoMessage()

func (*CombinePayload) Reset Uses

func (m *CombinePayload) Reset()

func (*CombinePayload) String Uses

func (m *CombinePayload) String() string

func (*CombinePayload) XXX_DiscardUnknown Uses

func (m *CombinePayload) XXX_DiscardUnknown()

func (*CombinePayload) XXX_Marshal Uses

func (m *CombinePayload) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*CombinePayload) XXX_Merge Uses

func (m *CombinePayload) XXX_Merge(src proto.Message)

func (*CombinePayload) XXX_Size Uses

func (m *CombinePayload) XXX_Size() int

func (*CombinePayload) XXX_Unmarshal Uses

func (m *CombinePayload) XXX_Unmarshal(b []byte) error

type CombiningStateSpec Uses

type CombiningStateSpec struct {
    AccumulatorCoderId   string        `protobuf:"bytes,1,opt,name=accumulator_coder_id,json=accumulatorCoderId,proto3" json:"accumulator_coder_id,omitempty"`
    CombineFn            *FunctionSpec `protobuf:"bytes,2,opt,name=combine_fn,json=combineFn,proto3" json:"combine_fn,omitempty"`
    XXX_NoUnkeyedLiteral struct{}      `json:"-"`
    XXX_unrecognized     []byte        `json:"-"`
    XXX_sizecache        int32         `json:"-"`
}

func (*CombiningStateSpec) Descriptor Uses

func (*CombiningStateSpec) Descriptor() ([]byte, []int)

func (*CombiningStateSpec) GetAccumulatorCoderId Uses

func (m *CombiningStateSpec) GetAccumulatorCoderId() string

func (*CombiningStateSpec) GetCombineFn Uses

func (m *CombiningStateSpec) GetCombineFn() *FunctionSpec

func (*CombiningStateSpec) ProtoMessage Uses

func (*CombiningStateSpec) ProtoMessage()

func (*CombiningStateSpec) Reset Uses

func (m *CombiningStateSpec) Reset()

func (*CombiningStateSpec) String Uses

func (m *CombiningStateSpec) String() string

func (*CombiningStateSpec) XXX_DiscardUnknown Uses

func (m *CombiningStateSpec) XXX_DiscardUnknown()

func (*CombiningStateSpec) XXX_Marshal Uses

func (m *CombiningStateSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*CombiningStateSpec) XXX_Merge Uses

func (m *CombiningStateSpec) XXX_Merge(src proto.Message)

func (*CombiningStateSpec) XXX_Size Uses

func (m *CombiningStateSpec) XXX_Size() int

func (*CombiningStateSpec) XXX_Unmarshal Uses

func (m *CombiningStateSpec) XXX_Unmarshal(b []byte) error

type Components Uses

type Components struct {
    // (Required) A map from pipeline-scoped id to PTransform.
    Transforms map[string]*PTransform `protobuf:"bytes,1,rep,name=transforms,proto3" json:"transforms,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"`
    // (Required) A map from pipeline-scoped id to PCollection.
    Pcollections map[string]*PCollection `protobuf:"bytes,2,rep,name=pcollections,proto3" json:"pcollections,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"`
    // (Required) A map from pipeline-scoped id to WindowingStrategy.
    WindowingStrategies map[string]*WindowingStrategy `protobuf:"bytes,3,rep,name=windowing_strategies,json=windowingStrategies,proto3" json:"windowing_strategies,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"`
    // (Required) A map from pipeline-scoped id to Coder.
    Coders map[string]*Coder `protobuf:"bytes,4,rep,name=coders,proto3" json:"coders,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"`
    // (Required) A map from pipeline-scoped id to Environment.
    Environments         map[string]*Environment `protobuf:"bytes,5,rep,name=environments,proto3" json:"environments,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"`
    XXX_NoUnkeyedLiteral struct{}                `json:"-"`
    XXX_unrecognized     []byte                  `json:"-"`
    XXX_sizecache        int32                   `json:"-"`
}

A set of mappings from id to message. This is included as an optional field on any proto message that may contain references needing resolution.

func (*Components) Descriptor Uses

func (*Components) Descriptor() ([]byte, []int)

func (*Components) GetCoders Uses

func (m *Components) GetCoders() map[string]*Coder

func (*Components) GetEnvironments Uses

func (m *Components) GetEnvironments() map[string]*Environment

func (*Components) GetPcollections Uses

func (m *Components) GetPcollections() map[string]*PCollection

func (*Components) GetTransforms Uses

func (m *Components) GetTransforms() map[string]*PTransform

func (*Components) GetWindowingStrategies Uses

func (m *Components) GetWindowingStrategies() map[string]*WindowingStrategy

func (*Components) ProtoMessage Uses

func (*Components) ProtoMessage()

func (*Components) Reset Uses

func (m *Components) Reset()

func (*Components) String Uses

func (m *Components) String() string

func (*Components) XXX_DiscardUnknown Uses

func (m *Components) XXX_DiscardUnknown()

func (*Components) XXX_Marshal Uses

func (m *Components) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Components) XXX_Merge Uses

func (m *Components) XXX_Merge(src proto.Message)

func (*Components) XXX_Size Uses

func (m *Components) XXX_Size() int

func (*Components) XXX_Unmarshal Uses

func (m *Components) XXX_Unmarshal(b []byte) error

type ConfigValue Uses

type ConfigValue struct {
    // Coder and its components (in case of a compound Coder)
    CoderUrn []string `protobuf:"bytes,1,rep,name=coder_urn,json=coderUrn,proto3" json:"coder_urn,omitempty"`
    // The Payload which is decoded using the coder_urn
    Payload              []byte   `protobuf:"bytes,2,opt,name=payload,proto3" json:"payload,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*ConfigValue) Descriptor Uses

func (*ConfigValue) Descriptor() ([]byte, []int)

func (*ConfigValue) GetCoderUrn Uses

func (m *ConfigValue) GetCoderUrn() []string

func (*ConfigValue) GetPayload Uses

func (m *ConfigValue) GetPayload() []byte

func (*ConfigValue) ProtoMessage Uses

func (*ConfigValue) ProtoMessage()

func (*ConfigValue) Reset Uses

func (m *ConfigValue) Reset()

func (*ConfigValue) String Uses

func (m *ConfigValue) String() string

func (*ConfigValue) XXX_DiscardUnknown Uses

func (m *ConfigValue) XXX_DiscardUnknown()

func (*ConfigValue) XXX_Marshal Uses

func (m *ConfigValue) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ConfigValue) XXX_Merge Uses

func (m *ConfigValue) XXX_Merge(src proto.Message)

func (*ConfigValue) XXX_Size Uses

func (m *ConfigValue) XXX_Size() int

func (*ConfigValue) XXX_Unmarshal Uses

func (m *ConfigValue) XXX_Unmarshal(b []byte) error

type CounterData Uses

type CounterData struct {
    // Types that are valid to be assigned to Value:
    //	*CounterData_Int64Value
    //	*CounterData_DoubleValue
    //	*CounterData_StringValue
    Value                isCounterData_Value `protobuf_oneof:"value"`
    XXX_NoUnkeyedLiteral struct{}            `json:"-"`
    XXX_unrecognized     []byte              `json:"-"`
    XXX_sizecache        int32               `json:"-"`
}

Data associated with a Counter or Gauge metric. This is designed to be compatible with metric collection systems such as DropWizard.

func (*CounterData) Descriptor Uses

func (*CounterData) Descriptor() ([]byte, []int)

func (*CounterData) GetDoubleValue Uses

func (m *CounterData) GetDoubleValue() float64

func (*CounterData) GetInt64Value Uses

func (m *CounterData) GetInt64Value() int64

func (*CounterData) GetStringValue Uses

func (m *CounterData) GetStringValue() string

func (*CounterData) GetValue Uses

func (m *CounterData) GetValue() isCounterData_Value

func (*CounterData) ProtoMessage Uses

func (*CounterData) ProtoMessage()

func (*CounterData) Reset Uses

func (m *CounterData) Reset()

func (*CounterData) String Uses

func (m *CounterData) String() string

func (*CounterData) XXX_DiscardUnknown Uses

func (m *CounterData) XXX_DiscardUnknown()

func (*CounterData) XXX_Marshal Uses

func (m *CounterData) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*CounterData) XXX_Merge Uses

func (m *CounterData) XXX_Merge(src proto.Message)

func (*CounterData) XXX_OneofWrappers Uses

func (*CounterData) XXX_OneofWrappers() []interface{}

XXX_OneofWrappers is for the internal use of the proto package.

func (*CounterData) XXX_Size Uses

func (m *CounterData) XXX_Size() int

func (*CounterData) XXX_Unmarshal Uses

func (m *CounterData) XXX_Unmarshal(b []byte) error

type CounterData_DoubleValue Uses

type CounterData_DoubleValue struct {
    DoubleValue float64 `protobuf:"fixed64,2,opt,name=double_value,json=doubleValue,proto3,oneof"`
}

type CounterData_Int64Value Uses

type CounterData_Int64Value struct {
    Int64Value int64 `protobuf:"varint,1,opt,name=int64_value,json=int64Value,proto3,oneof"`
}

type CounterData_StringValue Uses

type CounterData_StringValue struct {
    StringValue string `protobuf:"bytes,3,opt,name=string_value,json=stringValue,proto3,oneof"`
}

type DisplayData Uses

type DisplayData struct {
    // (Required) The list of display data.
    Items                []*DisplayData_Item `protobuf:"bytes,1,rep,name=items,proto3" json:"items,omitempty"`
    XXX_NoUnkeyedLiteral struct{}            `json:"-"`
    XXX_unrecognized     []byte              `json:"-"`
    XXX_sizecache        int32               `json:"-"`
}

TODO: transfer javadoc here

func (*DisplayData) Descriptor Uses

func (*DisplayData) Descriptor() ([]byte, []int)

func (*DisplayData) GetItems Uses

func (m *DisplayData) GetItems() []*DisplayData_Item

func (*DisplayData) ProtoMessage Uses

func (*DisplayData) ProtoMessage()

func (*DisplayData) Reset Uses

func (m *DisplayData) Reset()

func (*DisplayData) String Uses

func (m *DisplayData) String() string

func (*DisplayData) XXX_DiscardUnknown Uses

func (m *DisplayData) XXX_DiscardUnknown()

func (*DisplayData) XXX_Marshal Uses

func (m *DisplayData) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*DisplayData) XXX_Merge Uses

func (m *DisplayData) XXX_Merge(src proto.Message)

func (*DisplayData) XXX_Size Uses

func (m *DisplayData) XXX_Size() int

func (*DisplayData) XXX_Unmarshal Uses

func (m *DisplayData) XXX_Unmarshal(b []byte) error

type DisplayData_Identifier Uses

type DisplayData_Identifier struct {
    // (Required) The transform originating this display data.
    TransformId string `protobuf:"bytes,1,opt,name=transform_id,json=transformId,proto3" json:"transform_id,omitempty"`
    // (Optional) The URN indicating the type of the originating transform,
    // if there is one.
    TransformUrn         string   `protobuf:"bytes,2,opt,name=transform_urn,json=transformUrn,proto3" json:"transform_urn,omitempty"`
    Key                  string   `protobuf:"bytes,3,opt,name=key,proto3" json:"key,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

A complete identifier for a DisplayData.Item

func (*DisplayData_Identifier) Descriptor Uses

func (*DisplayData_Identifier) Descriptor() ([]byte, []int)

func (*DisplayData_Identifier) GetKey Uses

func (m *DisplayData_Identifier) GetKey() string

func (*DisplayData_Identifier) GetTransformId Uses

func (m *DisplayData_Identifier) GetTransformId() string

func (*DisplayData_Identifier) GetTransformUrn Uses

func (m *DisplayData_Identifier) GetTransformUrn() string

func (*DisplayData_Identifier) ProtoMessage Uses

func (*DisplayData_Identifier) ProtoMessage()

func (*DisplayData_Identifier) Reset Uses

func (m *DisplayData_Identifier) Reset()

func (*DisplayData_Identifier) String Uses

func (m *DisplayData_Identifier) String() string

func (*DisplayData_Identifier) XXX_DiscardUnknown Uses

func (m *DisplayData_Identifier) XXX_DiscardUnknown()

func (*DisplayData_Identifier) XXX_Marshal Uses

func (m *DisplayData_Identifier) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*DisplayData_Identifier) XXX_Merge Uses

func (m *DisplayData_Identifier) XXX_Merge(src proto.Message)

func (*DisplayData_Identifier) XXX_Size Uses

func (m *DisplayData_Identifier) XXX_Size() int

func (*DisplayData_Identifier) XXX_Unmarshal Uses

func (m *DisplayData_Identifier) XXX_Unmarshal(b []byte) error

type DisplayData_Item Uses

type DisplayData_Item struct {
    // (Required)
    Id  *DisplayData_Identifier `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
    // (Required)
    Type DisplayData_Type_Enum `protobuf:"varint,2,opt,name=type,proto3,enum=org.apache.beam.model.pipeline.v1.DisplayData_Type_Enum" json:"type,omitempty"`
    // (Required)
    Value *any.Any `protobuf:"bytes,3,opt,name=value,proto3" json:"value,omitempty"`
    // (Optional)
    ShortValue *any.Any `protobuf:"bytes,4,opt,name=short_value,json=shortValue,proto3" json:"short_value,omitempty"`
    // (Optional)
    Label string `protobuf:"bytes,5,opt,name=label,proto3" json:"label,omitempty"`
    // (Optional)
    LinkUrl              string   `protobuf:"bytes,6,opt,name=link_url,json=linkUrl,proto3" json:"link_url,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

A single item of display data.

func (*DisplayData_Item) Descriptor Uses

func (*DisplayData_Item) Descriptor() ([]byte, []int)

func (*DisplayData_Item) GetId Uses

func (m *DisplayData_Item) GetId() *DisplayData_Identifier

func (*DisplayData_Item) GetLabel Uses

func (m *DisplayData_Item) GetLabel() string

func (*DisplayData_Item) GetLinkUrl Uses

func (m *DisplayData_Item) GetLinkUrl() string

func (*DisplayData_Item) GetShortValue Uses

func (m *DisplayData_Item) GetShortValue() *any.Any

func (*DisplayData_Item) GetType Uses

func (m *DisplayData_Item) GetType() DisplayData_Type_Enum

func (*DisplayData_Item) GetValue Uses

func (m *DisplayData_Item) GetValue() *any.Any

func (*DisplayData_Item) ProtoMessage Uses

func (*DisplayData_Item) ProtoMessage()

func (*DisplayData_Item) Reset Uses

func (m *DisplayData_Item) Reset()

func (*DisplayData_Item) String Uses

func (m *DisplayData_Item) String() string

func (*DisplayData_Item) XXX_DiscardUnknown Uses

func (m *DisplayData_Item) XXX_DiscardUnknown()

func (*DisplayData_Item) XXX_Marshal Uses

func (m *DisplayData_Item) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*DisplayData_Item) XXX_Merge Uses

func (m *DisplayData_Item) XXX_Merge(src proto.Message)

func (*DisplayData_Item) XXX_Size Uses

func (m *DisplayData_Item) XXX_Size() int

func (*DisplayData_Item) XXX_Unmarshal Uses

func (m *DisplayData_Item) XXX_Unmarshal(b []byte) error

type DisplayData_Type Uses

type DisplayData_Type struct {
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*DisplayData_Type) Descriptor Uses

func (*DisplayData_Type) Descriptor() ([]byte, []int)

func (*DisplayData_Type) ProtoMessage Uses

func (*DisplayData_Type) ProtoMessage()

func (*DisplayData_Type) Reset Uses

func (m *DisplayData_Type) Reset()

func (*DisplayData_Type) String Uses

func (m *DisplayData_Type) String() string

func (*DisplayData_Type) XXX_DiscardUnknown Uses

func (m *DisplayData_Type) XXX_DiscardUnknown()

func (*DisplayData_Type) XXX_Marshal Uses

func (m *DisplayData_Type) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*DisplayData_Type) XXX_Merge Uses

func (m *DisplayData_Type) XXX_Merge(src proto.Message)

func (*DisplayData_Type) XXX_Size Uses

func (m *DisplayData_Type) XXX_Size() int

func (*DisplayData_Type) XXX_Unmarshal Uses

func (m *DisplayData_Type) XXX_Unmarshal(b []byte) error

type DisplayData_Type_Enum Uses

type DisplayData_Type_Enum int32
const (
    DisplayData_Type_UNSPECIFIED DisplayData_Type_Enum = 0
    DisplayData_Type_STRING      DisplayData_Type_Enum = 1
    DisplayData_Type_INTEGER     DisplayData_Type_Enum = 2
    DisplayData_Type_FLOAT       DisplayData_Type_Enum = 3
    DisplayData_Type_BOOLEAN     DisplayData_Type_Enum = 4
    DisplayData_Type_TIMESTAMP   DisplayData_Type_Enum = 5
    DisplayData_Type_DURATION    DisplayData_Type_Enum = 6
    DisplayData_Type_JAVA_CLASS  DisplayData_Type_Enum = 7
)

func (DisplayData_Type_Enum) EnumDescriptor Uses

func (DisplayData_Type_Enum) EnumDescriptor() ([]byte, []int)

func (DisplayData_Type_Enum) String Uses

func (x DisplayData_Type_Enum) String() string

type DistributionData Uses

type DistributionData struct {
    // Types that are valid to be assigned to Distribution:
    //	*DistributionData_IntDistributionData
    //	*DistributionData_DoubleDistributionData
    Distribution         isDistributionData_Distribution `protobuf_oneof:"distribution"`
    XXX_NoUnkeyedLiteral struct{}                        `json:"-"`
    XXX_unrecognized     []byte                          `json:"-"`
    XXX_sizecache        int32                           `json:"-"`
}

Data associated with a distribution metric. This is based off of the current DistributionData metric. This is not a stackdriver or dropwizard compatible style of distribution metric.

func (*DistributionData) Descriptor Uses

func (*DistributionData) Descriptor() ([]byte, []int)

func (*DistributionData) GetDistribution Uses

func (m *DistributionData) GetDistribution() isDistributionData_Distribution

func (*DistributionData) GetDoubleDistributionData Uses

func (m *DistributionData) GetDoubleDistributionData() *DoubleDistributionData

func (*DistributionData) GetIntDistributionData Uses

func (m *DistributionData) GetIntDistributionData() *IntDistributionData

func (*DistributionData) ProtoMessage Uses

func (*DistributionData) ProtoMessage()

func (*DistributionData) Reset Uses

func (m *DistributionData) Reset()

func (*DistributionData) String Uses

func (m *DistributionData) String() string

func (*DistributionData) XXX_DiscardUnknown Uses

func (m *DistributionData) XXX_DiscardUnknown()

func (*DistributionData) XXX_Marshal Uses

func (m *DistributionData) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*DistributionData) XXX_Merge Uses

func (m *DistributionData) XXX_Merge(src proto.Message)

func (*DistributionData) XXX_OneofWrappers Uses

func (*DistributionData) XXX_OneofWrappers() []interface{}

XXX_OneofWrappers is for the internal use of the proto package.

func (*DistributionData) XXX_Size Uses

func (m *DistributionData) XXX_Size() int

func (*DistributionData) XXX_Unmarshal Uses

func (m *DistributionData) XXX_Unmarshal(b []byte) error

type DistributionData_DoubleDistributionData Uses

type DistributionData_DoubleDistributionData struct {
    DoubleDistributionData *DoubleDistributionData `protobuf:"bytes,2,opt,name=double_distribution_data,json=doubleDistributionData,proto3,oneof"`
}

type DistributionData_IntDistributionData Uses

type DistributionData_IntDistributionData struct {
    IntDistributionData *IntDistributionData `protobuf:"bytes,1,opt,name=int_distribution_data,json=intDistributionData,proto3,oneof"`
}

type DockerPayload Uses

type DockerPayload struct {
    ContainerImage       string   `protobuf:"bytes,1,opt,name=container_image,json=containerImage,proto3" json:"container_image,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

The payload of a Docker image

func (*DockerPayload) Descriptor Uses

func (*DockerPayload) Descriptor() ([]byte, []int)

func (*DockerPayload) GetContainerImage Uses

func (m *DockerPayload) GetContainerImage() string

func (*DockerPayload) ProtoMessage Uses

func (*DockerPayload) ProtoMessage()

func (*DockerPayload) Reset Uses

func (m *DockerPayload) Reset()

func (*DockerPayload) String Uses

func (m *DockerPayload) String() string

func (*DockerPayload) XXX_DiscardUnknown Uses

func (m *DockerPayload) XXX_DiscardUnknown()

func (*DockerPayload) XXX_Marshal Uses

func (m *DockerPayload) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*DockerPayload) XXX_Merge Uses

func (m *DockerPayload) XXX_Merge(src proto.Message)

func (*DockerPayload) XXX_Size Uses

func (m *DockerPayload) XXX_Size() int

func (*DockerPayload) XXX_Unmarshal Uses

func (m *DockerPayload) XXX_Unmarshal(b []byte) error

type DoubleDistributionData Uses

type DoubleDistributionData struct {
    Count                int64    `protobuf:"varint,1,opt,name=count,proto3" json:"count,omitempty"`
    Sum                  float64  `protobuf:"fixed64,2,opt,name=sum,proto3" json:"sum,omitempty"`
    Min                  float64  `protobuf:"fixed64,3,opt,name=min,proto3" json:"min,omitempty"`
    Max                  float64  `protobuf:"fixed64,4,opt,name=max,proto3" json:"max,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*DoubleDistributionData) Descriptor Uses

func (*DoubleDistributionData) Descriptor() ([]byte, []int)

func (*DoubleDistributionData) GetCount Uses

func (m *DoubleDistributionData) GetCount() int64

func (*DoubleDistributionData) GetMax Uses

func (m *DoubleDistributionData) GetMax() float64

func (*DoubleDistributionData) GetMin Uses

func (m *DoubleDistributionData) GetMin() float64

func (*DoubleDistributionData) GetSum Uses

func (m *DoubleDistributionData) GetSum() float64

func (*DoubleDistributionData) ProtoMessage Uses

func (*DoubleDistributionData) ProtoMessage()

func (*DoubleDistributionData) Reset Uses

func (m *DoubleDistributionData) Reset()

func (*DoubleDistributionData) String Uses

func (m *DoubleDistributionData) String() string

func (*DoubleDistributionData) XXX_DiscardUnknown Uses

func (m *DoubleDistributionData) XXX_DiscardUnknown()

func (*DoubleDistributionData) XXX_Marshal Uses

func (m *DoubleDistributionData) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*DoubleDistributionData) XXX_Merge Uses

func (m *DoubleDistributionData) XXX_Merge(src proto.Message)

func (*DoubleDistributionData) XXX_Size Uses

func (m *DoubleDistributionData) XXX_Size() int

func (*DoubleDistributionData) XXX_Unmarshal Uses

func (m *DoubleDistributionData) XXX_Unmarshal(b []byte) error

type DoubleExtremaData Uses

type DoubleExtremaData struct {
    DoubleValues         []float64 `protobuf:"fixed64,2,rep,packed,name=double_values,json=doubleValues,proto3" json:"double_values,omitempty"`
    XXX_NoUnkeyedLiteral struct{}  `json:"-"`
    XXX_unrecognized     []byte    `json:"-"`
    XXX_sizecache        int32     `json:"-"`
}

func (*DoubleExtremaData) Descriptor Uses

func (*DoubleExtremaData) Descriptor() ([]byte, []int)

func (*DoubleExtremaData) GetDoubleValues Uses

func (m *DoubleExtremaData) GetDoubleValues() []float64

func (*DoubleExtremaData) ProtoMessage Uses

func (*DoubleExtremaData) ProtoMessage()

func (*DoubleExtremaData) Reset Uses

func (m *DoubleExtremaData) Reset()

func (*DoubleExtremaData) String Uses

func (m *DoubleExtremaData) String() string

func (*DoubleExtremaData) XXX_DiscardUnknown Uses

func (m *DoubleExtremaData) XXX_DiscardUnknown()

func (*DoubleExtremaData) XXX_Marshal Uses

func (m *DoubleExtremaData) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*DoubleExtremaData) XXX_Merge Uses

func (m *DoubleExtremaData) XXX_Merge(src proto.Message)

func (*DoubleExtremaData) XXX_Size Uses

func (m *DoubleExtremaData) XXX_Size() int

func (*DoubleExtremaData) XXX_Unmarshal Uses

func (m *DoubleExtremaData) XXX_Unmarshal(b []byte) error

type Environment Uses

type Environment struct {
    // (Required) The URN of the payload
    Urn string `protobuf:"bytes,2,opt,name=urn,proto3" json:"urn,omitempty"`
    // (Optional) The data specifying any parameters to the URN. If
    // the URN does not require any arguments, this may be omitted.
    Payload              []byte   `protobuf:"bytes,3,opt,name=payload,proto3" json:"payload,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

An environment for executing UDFs. By default, an SDK container URL, but can also be a process forked by a command, or an externally managed process.

func (*Environment) Descriptor Uses

func (*Environment) Descriptor() ([]byte, []int)

func (*Environment) GetPayload Uses

func (m *Environment) GetPayload() []byte

func (*Environment) GetUrn Uses

func (m *Environment) GetUrn() string

func (*Environment) ProtoMessage Uses

func (*Environment) ProtoMessage()

func (*Environment) Reset Uses

func (m *Environment) Reset()

func (*Environment) String Uses

func (m *Environment) String() string

func (*Environment) XXX_DiscardUnknown Uses

func (m *Environment) XXX_DiscardUnknown()

func (*Environment) XXX_Marshal Uses

func (m *Environment) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Environment) XXX_Merge Uses

func (m *Environment) XXX_Merge(src proto.Message)

func (*Environment) XXX_Size Uses

func (m *Environment) XXX_Size() int

func (*Environment) XXX_Unmarshal Uses

func (m *Environment) XXX_Unmarshal(b []byte) error

type EventsRequest Uses

type EventsRequest struct {
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*EventsRequest) Descriptor Uses

func (*EventsRequest) Descriptor() ([]byte, []int)

func (*EventsRequest) ProtoMessage Uses

func (*EventsRequest) ProtoMessage()

func (*EventsRequest) Reset Uses

func (m *EventsRequest) Reset()

func (*EventsRequest) String Uses

func (m *EventsRequest) String() string

func (*EventsRequest) XXX_DiscardUnknown Uses

func (m *EventsRequest) XXX_DiscardUnknown()

func (*EventsRequest) XXX_Marshal Uses

func (m *EventsRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*EventsRequest) XXX_Merge Uses

func (m *EventsRequest) XXX_Merge(src proto.Message)

func (*EventsRequest) XXX_Size Uses

func (m *EventsRequest) XXX_Size() int

func (*EventsRequest) XXX_Unmarshal Uses

func (m *EventsRequest) XXX_Unmarshal(b []byte) error

type ExecutableStagePayload Uses

type ExecutableStagePayload struct {
    // (Required) Environment in which this stage executes.
    //
    // We use an environment rather than environment id
    // because ExecutableStages use environments directly. This may change in the future.
    Environment *Environment `protobuf:"bytes,1,opt,name=environment,proto3" json:"environment,omitempty"`
    // set the wire coder of this executable stage
    WireCoderSetting *WireCoderSetting `protobuf:"bytes,9,opt,name=wire_coder_setting,json=wireCoderSetting,proto3" json:"wire_coder_setting,omitempty"`
    // (Required) Input PCollection id. This must be present as a value in the inputs of any
    // PTransform the ExecutableStagePayload is the payload of.
    Input string `protobuf:"bytes,2,opt,name=input,proto3" json:"input,omitempty"`
    // The side inputs required for this executable stage. Each side input of each PTransform within
    // this ExecutableStagePayload must be represented within this field.
    SideInputs []*ExecutableStagePayload_SideInputId `protobuf:"bytes,3,rep,name=side_inputs,json=sideInputs,proto3" json:"side_inputs,omitempty"`
    // PTransform ids contained within this executable stage. This must contain at least one
    // PTransform id.
    Transforms []string `protobuf:"bytes,4,rep,name=transforms,proto3" json:"transforms,omitempty"`
    // Output PCollection ids. This must be equal to the values of the outputs of any
    // PTransform the ExecutableStagePayload is the payload of.
    Outputs []string `protobuf:"bytes,5,rep,name=outputs,proto3" json:"outputs,omitempty"`
    // (Required) The components for the Executable Stage. This must contain all of the Transforms
    // in transforms, and the closure of all of the components they recognize.
    Components *Components `protobuf:"bytes,6,opt,name=components,proto3" json:"components,omitempty"`
    // The user states required for this executable stage. Each user state of each PTransform within
    // this ExecutableStagePayload must be represented within this field.
    UserStates []*ExecutableStagePayload_UserStateId `protobuf:"bytes,7,rep,name=user_states,json=userStates,proto3" json:"user_states,omitempty"`
    // The timers required for this executable stage. Each timer of each PTransform within
    // this ExecutableStagePayload must be represented within this field.
    Timers               []*ExecutableStagePayload_TimerId `protobuf:"bytes,8,rep,name=timers,proto3" json:"timers,omitempty"`
    XXX_NoUnkeyedLiteral struct{}                          `json:"-"`
    XXX_unrecognized     []byte                            `json:"-"`
    XXX_sizecache        int32                             `json:"-"`
}

The payload for an executable stage. This will eventually be passed to an SDK in the form of a ProcessBundleDescriptor.

func (*ExecutableStagePayload) Descriptor Uses

func (*ExecutableStagePayload) Descriptor() ([]byte, []int)

func (*ExecutableStagePayload) GetComponents Uses

func (m *ExecutableStagePayload) GetComponents() *Components

func (*ExecutableStagePayload) GetEnvironment Uses

func (m *ExecutableStagePayload) GetEnvironment() *Environment

func (*ExecutableStagePayload) GetInput Uses

func (m *ExecutableStagePayload) GetInput() string

func (*ExecutableStagePayload) GetOutputs Uses

func (m *ExecutableStagePayload) GetOutputs() []string

func (*ExecutableStagePayload) GetSideInputs Uses

func (m *ExecutableStagePayload) GetSideInputs() []*ExecutableStagePayload_SideInputId

func (*ExecutableStagePayload) GetTimers Uses

func (m *ExecutableStagePayload) GetTimers() []*ExecutableStagePayload_TimerId

func (*ExecutableStagePayload) GetTransforms Uses

func (m *ExecutableStagePayload) GetTransforms() []string

func (*ExecutableStagePayload) GetUserStates Uses

func (m *ExecutableStagePayload) GetUserStates() []*ExecutableStagePayload_UserStateId

func (*ExecutableStagePayload) GetWireCoderSetting Uses

func (m *ExecutableStagePayload) GetWireCoderSetting() *WireCoderSetting

func (*ExecutableStagePayload) ProtoMessage Uses

func (*ExecutableStagePayload) ProtoMessage()

func (*ExecutableStagePayload) Reset Uses

func (m *ExecutableStagePayload) Reset()

func (*ExecutableStagePayload) String Uses

func (m *ExecutableStagePayload) String() string

func (*ExecutableStagePayload) XXX_DiscardUnknown Uses

func (m *ExecutableStagePayload) XXX_DiscardUnknown()

func (*ExecutableStagePayload) XXX_Marshal Uses

func (m *ExecutableStagePayload) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ExecutableStagePayload) XXX_Merge Uses

func (m *ExecutableStagePayload) XXX_Merge(src proto.Message)

func (*ExecutableStagePayload) XXX_Size Uses

func (m *ExecutableStagePayload) XXX_Size() int

func (*ExecutableStagePayload) XXX_Unmarshal Uses

func (m *ExecutableStagePayload) XXX_Unmarshal(b []byte) error

type ExecutableStagePayload_SideInputId Uses

type ExecutableStagePayload_SideInputId struct {
    // (Required) The id of the PTransform that references this side input.
    TransformId string `protobuf:"bytes,1,opt,name=transform_id,json=transformId,proto3" json:"transform_id,omitempty"`
    // (Required) The local name of this side input from the PTransform that references it.
    LocalName            string   `protobuf:"bytes,2,opt,name=local_name,json=localName,proto3" json:"local_name,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

A reference to a side input. Side inputs are uniquely identified by PTransform id and local name.

func (*ExecutableStagePayload_SideInputId) Descriptor Uses

func (*ExecutableStagePayload_SideInputId) Descriptor() ([]byte, []int)

func (*ExecutableStagePayload_SideInputId) GetLocalName Uses

func (m *ExecutableStagePayload_SideInputId) GetLocalName() string

func (*ExecutableStagePayload_SideInputId) GetTransformId Uses

func (m *ExecutableStagePayload_SideInputId) GetTransformId() string

func (*ExecutableStagePayload_SideInputId) ProtoMessage Uses

func (*ExecutableStagePayload_SideInputId) ProtoMessage()

func (*ExecutableStagePayload_SideInputId) Reset Uses

func (m *ExecutableStagePayload_SideInputId) Reset()

func (*ExecutableStagePayload_SideInputId) String Uses

func (m *ExecutableStagePayload_SideInputId) String() string

func (*ExecutableStagePayload_SideInputId) XXX_DiscardUnknown Uses

func (m *ExecutableStagePayload_SideInputId) XXX_DiscardUnknown()

func (*ExecutableStagePayload_SideInputId) XXX_Marshal Uses

func (m *ExecutableStagePayload_SideInputId) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ExecutableStagePayload_SideInputId) XXX_Merge Uses

func (m *ExecutableStagePayload_SideInputId) XXX_Merge(src proto.Message)

func (*ExecutableStagePayload_SideInputId) XXX_Size Uses

func (m *ExecutableStagePayload_SideInputId) XXX_Size() int

func (*ExecutableStagePayload_SideInputId) XXX_Unmarshal Uses

func (m *ExecutableStagePayload_SideInputId) XXX_Unmarshal(b []byte) error

type ExecutableStagePayload_TimerId Uses

type ExecutableStagePayload_TimerId struct {
    // (Required) The id of the PTransform that references this timer.
    TransformId string `protobuf:"bytes,1,opt,name=transform_id,json=transformId,proto3" json:"transform_id,omitempty"`
    // (Required) The local name of this timer for the PTransform that references it.
    LocalName            string   `protobuf:"bytes,2,opt,name=local_name,json=localName,proto3" json:"local_name,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

A reference to a timer. Timers are uniquely identified by PTransform id and local name.

func (*ExecutableStagePayload_TimerId) Descriptor Uses

func (*ExecutableStagePayload_TimerId) Descriptor() ([]byte, []int)

func (*ExecutableStagePayload_TimerId) GetLocalName Uses

func (m *ExecutableStagePayload_TimerId) GetLocalName() string

func (*ExecutableStagePayload_TimerId) GetTransformId Uses

func (m *ExecutableStagePayload_TimerId) GetTransformId() string

func (*ExecutableStagePayload_TimerId) ProtoMessage Uses

func (*ExecutableStagePayload_TimerId) ProtoMessage()

func (*ExecutableStagePayload_TimerId) Reset Uses

func (m *ExecutableStagePayload_TimerId) Reset()

func (*ExecutableStagePayload_TimerId) String Uses

func (m *ExecutableStagePayload_TimerId) String() string

func (*ExecutableStagePayload_TimerId) XXX_DiscardUnknown Uses

func (m *ExecutableStagePayload_TimerId) XXX_DiscardUnknown()

func (*ExecutableStagePayload_TimerId) XXX_Marshal Uses

func (m *ExecutableStagePayload_TimerId) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ExecutableStagePayload_TimerId) XXX_Merge Uses

func (m *ExecutableStagePayload_TimerId) XXX_Merge(src proto.Message)

func (*ExecutableStagePayload_TimerId) XXX_Size Uses

func (m *ExecutableStagePayload_TimerId) XXX_Size() int

func (*ExecutableStagePayload_TimerId) XXX_Unmarshal Uses

func (m *ExecutableStagePayload_TimerId) XXX_Unmarshal(b []byte) error

type ExecutableStagePayload_UserStateId Uses

type ExecutableStagePayload_UserStateId struct {
    // (Required) The id of the PTransform that references this user state.
    TransformId string `protobuf:"bytes,1,opt,name=transform_id,json=transformId,proto3" json:"transform_id,omitempty"`
    // (Required) The local name of this user state for the PTransform that references it.
    LocalName            string   `protobuf:"bytes,2,opt,name=local_name,json=localName,proto3" json:"local_name,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

A reference to user state. User states are uniquely identified by PTransform id and local name.

func (*ExecutableStagePayload_UserStateId) Descriptor Uses

func (*ExecutableStagePayload_UserStateId) Descriptor() ([]byte, []int)

func (*ExecutableStagePayload_UserStateId) GetLocalName Uses

func (m *ExecutableStagePayload_UserStateId) GetLocalName() string

func (*ExecutableStagePayload_UserStateId) GetTransformId Uses

func (m *ExecutableStagePayload_UserStateId) GetTransformId() string

func (*ExecutableStagePayload_UserStateId) ProtoMessage Uses

func (*ExecutableStagePayload_UserStateId) ProtoMessage()

func (*ExecutableStagePayload_UserStateId) Reset Uses

func (m *ExecutableStagePayload_UserStateId) Reset()

func (*ExecutableStagePayload_UserStateId) String Uses

func (m *ExecutableStagePayload_UserStateId) String() string

func (*ExecutableStagePayload_UserStateId) XXX_DiscardUnknown Uses

func (m *ExecutableStagePayload_UserStateId) XXX_DiscardUnknown()

func (*ExecutableStagePayload_UserStateId) XXX_Marshal Uses

func (m *ExecutableStagePayload_UserStateId) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ExecutableStagePayload_UserStateId) XXX_Merge Uses

func (m *ExecutableStagePayload_UserStateId) XXX_Merge(src proto.Message)

func (*ExecutableStagePayload_UserStateId) XXX_Size Uses

func (m *ExecutableStagePayload_UserStateId) XXX_Size() int

func (*ExecutableStagePayload_UserStateId) XXX_Unmarshal Uses

func (m *ExecutableStagePayload_UserStateId) XXX_Unmarshal(b []byte) error

type ExternalConfigurationPayload Uses

type ExternalConfigurationPayload struct {
    // Configuration key => value
    Configuration        map[string]*ConfigValue `protobuf:"bytes,1,rep,name=configuration,proto3" json:"configuration,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"`
    XXX_NoUnkeyedLiteral struct{}                `json:"-"`
    XXX_unrecognized     []byte                  `json:"-"`
    XXX_sizecache        int32                   `json:"-"`
}

A configuration payload for an external transform. Used as the payload of ExternalTransform as part of an ExpansionRequest.

func (*ExternalConfigurationPayload) Descriptor Uses

func (*ExternalConfigurationPayload) Descriptor() ([]byte, []int)

func (*ExternalConfigurationPayload) GetConfiguration Uses

func (m *ExternalConfigurationPayload) GetConfiguration() map[string]*ConfigValue

func (*ExternalConfigurationPayload) ProtoMessage Uses

func (*ExternalConfigurationPayload) ProtoMessage()

func (*ExternalConfigurationPayload) Reset Uses

func (m *ExternalConfigurationPayload) Reset()

func (*ExternalConfigurationPayload) String Uses

func (m *ExternalConfigurationPayload) String() string

func (*ExternalConfigurationPayload) XXX_DiscardUnknown Uses

func (m *ExternalConfigurationPayload) XXX_DiscardUnknown()

func (*ExternalConfigurationPayload) XXX_Marshal Uses

func (m *ExternalConfigurationPayload) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ExternalConfigurationPayload) XXX_Merge Uses

func (m *ExternalConfigurationPayload) XXX_Merge(src proto.Message)

func (*ExternalConfigurationPayload) XXX_Size Uses

func (m *ExternalConfigurationPayload) XXX_Size() int

func (*ExternalConfigurationPayload) XXX_Unmarshal Uses

func (m *ExternalConfigurationPayload) XXX_Unmarshal(b []byte) error

type ExternalPayload Uses

type ExternalPayload struct {
    Endpoint             *ApiServiceDescriptor `protobuf:"bytes,1,opt,name=endpoint,proto3" json:"endpoint,omitempty"`
    Params               map[string]string     `protobuf:"bytes,2,rep,name=params,proto3" json:"params,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"`
    XXX_NoUnkeyedLiteral struct{}              `json:"-"`
    XXX_unrecognized     []byte                `json:"-"`
    XXX_sizecache        int32                 `json:"-"`
}

func (*ExternalPayload) Descriptor Uses

func (*ExternalPayload) Descriptor() ([]byte, []int)

func (*ExternalPayload) GetEndpoint Uses

func (m *ExternalPayload) GetEndpoint() *ApiServiceDescriptor

func (*ExternalPayload) GetParams Uses

func (m *ExternalPayload) GetParams() map[string]string

func (*ExternalPayload) ProtoMessage Uses

func (*ExternalPayload) ProtoMessage()

func (*ExternalPayload) Reset Uses

func (m *ExternalPayload) Reset()

func (*ExternalPayload) String Uses

func (m *ExternalPayload) String() string

func (*ExternalPayload) XXX_DiscardUnknown Uses

func (m *ExternalPayload) XXX_DiscardUnknown()

func (*ExternalPayload) XXX_Marshal Uses

func (m *ExternalPayload) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ExternalPayload) XXX_Merge Uses

func (m *ExternalPayload) XXX_Merge(src proto.Message)

func (*ExternalPayload) XXX_Size Uses

func (m *ExternalPayload) XXX_Size() int

func (*ExternalPayload) XXX_Unmarshal Uses

func (m *ExternalPayload) XXX_Unmarshal(b []byte) error

type ExtremaData Uses

type ExtremaData struct {
    // Types that are valid to be assigned to Extrema:
    //	*ExtremaData_IntExtremaData
    //	*ExtremaData_DoubleExtremaData
    Extrema              isExtremaData_Extrema `protobuf_oneof:"extrema"`
    XXX_NoUnkeyedLiteral struct{}              `json:"-"`
    XXX_unrecognized     []byte                `json:"-"`
    XXX_sizecache        int32                 `json:"-"`
}

Extrema messages are used for calculating Top-N/Bottom-N metrics.

func (*ExtremaData) Descriptor Uses

func (*ExtremaData) Descriptor() ([]byte, []int)

func (*ExtremaData) GetDoubleExtremaData Uses

func (m *ExtremaData) GetDoubleExtremaData() *DoubleExtremaData

func (*ExtremaData) GetExtrema Uses

func (m *ExtremaData) GetExtrema() isExtremaData_Extrema

func (*ExtremaData) GetIntExtremaData Uses

func (m *ExtremaData) GetIntExtremaData() *IntExtremaData

func (*ExtremaData) ProtoMessage Uses

func (*ExtremaData) ProtoMessage()

func (*ExtremaData) Reset Uses

func (m *ExtremaData) Reset()

func (*ExtremaData) String Uses

func (m *ExtremaData) String() string

func (*ExtremaData) XXX_DiscardUnknown Uses

func (m *ExtremaData) XXX_DiscardUnknown()

func (*ExtremaData) XXX_Marshal Uses

func (m *ExtremaData) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ExtremaData) XXX_Merge Uses

func (m *ExtremaData) XXX_Merge(src proto.Message)

func (*ExtremaData) XXX_OneofWrappers Uses

func (*ExtremaData) XXX_OneofWrappers() []interface{}

XXX_OneofWrappers is for the internal use of the proto package.

func (*ExtremaData) XXX_Size Uses

func (m *ExtremaData) XXX_Size() int

func (*ExtremaData) XXX_Unmarshal Uses

func (m *ExtremaData) XXX_Unmarshal(b []byte) error

type ExtremaData_DoubleExtremaData Uses

type ExtremaData_DoubleExtremaData struct {
    DoubleExtremaData *DoubleExtremaData `protobuf:"bytes,2,opt,name=double_extrema_data,json=doubleExtremaData,proto3,oneof"`
}

type ExtremaData_IntExtremaData Uses

type ExtremaData_IntExtremaData struct {
    IntExtremaData *IntExtremaData `protobuf:"bytes,1,opt,name=int_extrema_data,json=intExtremaData,proto3,oneof"`
}

type FixedWindowsPayload Uses

type FixedWindowsPayload struct {
    Size                 *duration.Duration   `protobuf:"bytes,1,opt,name=size,proto3" json:"size,omitempty"`
    Offset               *timestamp.Timestamp `protobuf:"bytes,2,opt,name=offset,proto3" json:"offset,omitempty"`
    XXX_NoUnkeyedLiteral struct{}             `json:"-"`
    XXX_unrecognized     []byte               `json:"-"`
    XXX_sizecache        int32                `json:"-"`
}

func (*FixedWindowsPayload) Descriptor Uses

func (*FixedWindowsPayload) Descriptor() ([]byte, []int)

func (*FixedWindowsPayload) GetOffset Uses

func (m *FixedWindowsPayload) GetOffset() *timestamp.Timestamp

func (*FixedWindowsPayload) GetSize Uses

func (m *FixedWindowsPayload) GetSize() *duration.Duration

func (*FixedWindowsPayload) ProtoMessage Uses

func (*FixedWindowsPayload) ProtoMessage()

func (*FixedWindowsPayload) Reset Uses

func (m *FixedWindowsPayload) Reset()

func (*FixedWindowsPayload) String Uses

func (m *FixedWindowsPayload) String() string

func (*FixedWindowsPayload) XXX_DiscardUnknown Uses

func (m *FixedWindowsPayload) XXX_DiscardUnknown()

func (*FixedWindowsPayload) XXX_Marshal Uses

func (m *FixedWindowsPayload) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*FixedWindowsPayload) XXX_Merge Uses

func (m *FixedWindowsPayload) XXX_Merge(src proto.Message)

func (*FixedWindowsPayload) XXX_Size Uses

func (m *FixedWindowsPayload) XXX_Size() int

func (*FixedWindowsPayload) XXX_Unmarshal Uses

func (m *FixedWindowsPayload) XXX_Unmarshal(b []byte) error

type FixedWindowsPayload_Enum Uses

type FixedWindowsPayload_Enum int32
const (
    // TODO(BEAM-3595): Change this to beam:windowfn:fixed_windows:v1
    FixedWindowsPayload_PROPERTIES FixedWindowsPayload_Enum = 0
)

func (FixedWindowsPayload_Enum) EnumDescriptor Uses

func (FixedWindowsPayload_Enum) EnumDescriptor() ([]byte, []int)

func (FixedWindowsPayload_Enum) String Uses

func (x FixedWindowsPayload_Enum) String() string

type FunctionSpec Uses

type FunctionSpec struct {
    // (Required) A URN that describes the accompanying payload.
    // For any URN that is not recognized (by whomever is inspecting
    // it) the parameter payload should be treated as opaque and
    // passed as-is.
    Urn string `protobuf:"bytes,1,opt,name=urn,proto3" json:"urn,omitempty"`
    // (Optional) The data specifying any parameters to the URN. If
    // the URN does not require any arguments, this may be omitted.
    Payload              []byte   `protobuf:"bytes,3,opt,name=payload,proto3" json:"payload,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

A URN along with a parameter object whose schema is determined by the URN.

This structure is reused in two distinct, but compatible, ways:

1. This can be a specification of the function over PCollections

that a PTransform computes.

2. This can be a specification of a user-defined function, possibly

SDK-specific. (external to this message must be adequate context
to indicate the environment in which the UDF can be understood).

Though not explicit in this proto, there are two possibilities for the relationship of a runner to this specification that one should bear in mind:

1. The runner understands the URN. For example, it might be

a well-known URN like "beam:transform:Top" or
"beam:windowfn:FixedWindows" with
an agreed-upon payload (e.g. a number or duration,
respectively).

2. The runner does not understand the URN. It might be an

SDK specific URN such as "beam:dofn:javasdk:1.0"
that indicates to the SDK what the payload is,
such as a serialized Java DoFn from a particular
version of the Beam Java SDK. The payload will often
then be an opaque message such as bytes in a
language-specific serialization format.

func (*FunctionSpec) Descriptor Uses

func (*FunctionSpec) Descriptor() ([]byte, []int)

func (*FunctionSpec) GetPayload Uses

func (m *FunctionSpec) GetPayload() []byte

func (*FunctionSpec) GetUrn Uses

func (m *FunctionSpec) GetUrn() string

func (*FunctionSpec) ProtoMessage Uses

func (*FunctionSpec) ProtoMessage()

func (*FunctionSpec) Reset Uses

func (m *FunctionSpec) Reset()

func (*FunctionSpec) String Uses

func (m *FunctionSpec) String() string

func (*FunctionSpec) XXX_DiscardUnknown Uses

func (m *FunctionSpec) XXX_DiscardUnknown()

func (*FunctionSpec) XXX_Marshal Uses

func (m *FunctionSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*FunctionSpec) XXX_Merge Uses

func (m *FunctionSpec) XXX_Merge(src proto.Message)

func (*FunctionSpec) XXX_Size Uses

func (m *FunctionSpec) XXX_Size() int

func (*FunctionSpec) XXX_Unmarshal Uses

func (m *FunctionSpec) XXX_Unmarshal(b []byte) error

type GlobalWindowsPayload Uses

type GlobalWindowsPayload struct {
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*GlobalWindowsPayload) Descriptor Uses

func (*GlobalWindowsPayload) Descriptor() ([]byte, []int)

func (*GlobalWindowsPayload) ProtoMessage Uses

func (*GlobalWindowsPayload) ProtoMessage()

func (*GlobalWindowsPayload) Reset Uses

func (m *GlobalWindowsPayload) Reset()

func (*GlobalWindowsPayload) String Uses

func (m *GlobalWindowsPayload) String() string

func (*GlobalWindowsPayload) XXX_DiscardUnknown Uses

func (m *GlobalWindowsPayload) XXX_DiscardUnknown()

func (*GlobalWindowsPayload) XXX_Marshal Uses

func (m *GlobalWindowsPayload) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*GlobalWindowsPayload) XXX_Merge Uses

func (m *GlobalWindowsPayload) XXX_Merge(src proto.Message)

func (*GlobalWindowsPayload) XXX_Size Uses

func (m *GlobalWindowsPayload) XXX_Size() int

func (*GlobalWindowsPayload) XXX_Unmarshal Uses

func (m *GlobalWindowsPayload) XXX_Unmarshal(b []byte) error

type GlobalWindowsPayload_Enum Uses

type GlobalWindowsPayload_Enum int32
const (
    // TODO(BEAM-3595): Change this to beam:windowfn:global_windows:v1
    GlobalWindowsPayload_PROPERTIES GlobalWindowsPayload_Enum = 0
)

func (GlobalWindowsPayload_Enum) EnumDescriptor Uses

func (GlobalWindowsPayload_Enum) EnumDescriptor() ([]byte, []int)

func (GlobalWindowsPayload_Enum) String Uses

func (x GlobalWindowsPayload_Enum) String() string

type IntDistributionData Uses

type IntDistributionData struct {
    Count                int64    `protobuf:"varint,1,opt,name=count,proto3" json:"count,omitempty"`
    Sum                  int64    `protobuf:"varint,2,opt,name=sum,proto3" json:"sum,omitempty"`
    Min                  int64    `protobuf:"varint,3,opt,name=min,proto3" json:"min,omitempty"`
    Max                  int64    `protobuf:"varint,4,opt,name=max,proto3" json:"max,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*IntDistributionData) Descriptor Uses

func (*IntDistributionData) Descriptor() ([]byte, []int)

func (*IntDistributionData) GetCount Uses

func (m *IntDistributionData) GetCount() int64

func (*IntDistributionData) GetMax Uses

func (m *IntDistributionData) GetMax() int64

func (*IntDistributionData) GetMin Uses

func (m *IntDistributionData) GetMin() int64

func (*IntDistributionData) GetSum Uses

func (m *IntDistributionData) GetSum() int64

func (*IntDistributionData) ProtoMessage Uses

func (*IntDistributionData) ProtoMessage()

func (*IntDistributionData) Reset Uses

func (m *IntDistributionData) Reset()

func (*IntDistributionData) String Uses

func (m *IntDistributionData) String() string

func (*IntDistributionData) XXX_DiscardUnknown Uses

func (m *IntDistributionData) XXX_DiscardUnknown()

func (*IntDistributionData) XXX_Marshal Uses

func (m *IntDistributionData) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*IntDistributionData) XXX_Merge Uses

func (m *IntDistributionData) XXX_Merge(src proto.Message)

func (*IntDistributionData) XXX_Size Uses

func (m *IntDistributionData) XXX_Size() int

func (*IntDistributionData) XXX_Unmarshal Uses

func (m *IntDistributionData) XXX_Unmarshal(b []byte) error

type IntExtremaData Uses

type IntExtremaData struct {
    IntValues            []int64  `protobuf:"varint,1,rep,packed,name=int_values,json=intValues,proto3" json:"int_values,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*IntExtremaData) Descriptor Uses

func (*IntExtremaData) Descriptor() ([]byte, []int)

func (*IntExtremaData) GetIntValues Uses

func (m *IntExtremaData) GetIntValues() []int64

func (*IntExtremaData) ProtoMessage Uses

func (*IntExtremaData) ProtoMessage()

func (*IntExtremaData) Reset Uses

func (m *IntExtremaData) Reset()

func (*IntExtremaData) String Uses

func (m *IntExtremaData) String() string

func (*IntExtremaData) XXX_DiscardUnknown Uses

func (m *IntExtremaData) XXX_DiscardUnknown()

func (*IntExtremaData) XXX_Marshal Uses

func (m *IntExtremaData) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*IntExtremaData) XXX_Merge Uses

func (m *IntExtremaData) XXX_Merge(src proto.Message)

func (*IntExtremaData) XXX_Size Uses

func (m *IntExtremaData) XXX_Size() int

func (*IntExtremaData) XXX_Unmarshal Uses

func (m *IntExtremaData) XXX_Unmarshal(b []byte) error

type IsBounded Uses

type IsBounded struct {
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*IsBounded) Descriptor Uses

func (*IsBounded) Descriptor() ([]byte, []int)

func (*IsBounded) ProtoMessage Uses

func (*IsBounded) ProtoMessage()

func (*IsBounded) Reset Uses

func (m *IsBounded) Reset()

func (*IsBounded) String Uses

func (m *IsBounded) String() string

func (*IsBounded) XXX_DiscardUnknown Uses

func (m *IsBounded) XXX_DiscardUnknown()

func (*IsBounded) XXX_Marshal Uses

func (m *IsBounded) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*IsBounded) XXX_Merge Uses

func (m *IsBounded) XXX_Merge(src proto.Message)

func (*IsBounded) XXX_Size Uses

func (m *IsBounded) XXX_Size() int

func (*IsBounded) XXX_Unmarshal Uses

func (m *IsBounded) XXX_Unmarshal(b []byte) error

type IsBounded_Enum Uses

type IsBounded_Enum int32
const (
    IsBounded_UNSPECIFIED IsBounded_Enum = 0
    IsBounded_UNBOUNDED   IsBounded_Enum = 1
    IsBounded_BOUNDED     IsBounded_Enum = 2
)

func (IsBounded_Enum) EnumDescriptor Uses

func (IsBounded_Enum) EnumDescriptor() ([]byte, []int)

func (IsBounded_Enum) String Uses

func (x IsBounded_Enum) String() string

type MapStateSpec Uses

type MapStateSpec struct {
    KeyCoderId           string   `protobuf:"bytes,1,opt,name=key_coder_id,json=keyCoderId,proto3" json:"key_coder_id,omitempty"`
    ValueCoderId         string   `protobuf:"bytes,2,opt,name=value_coder_id,json=valueCoderId,proto3" json:"value_coder_id,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*MapStateSpec) Descriptor Uses

func (*MapStateSpec) Descriptor() ([]byte, []int)

func (*MapStateSpec) GetKeyCoderId Uses

func (m *MapStateSpec) GetKeyCoderId() string

func (*MapStateSpec) GetValueCoderId Uses

func (m *MapStateSpec) GetValueCoderId() string

func (*MapStateSpec) ProtoMessage Uses

func (*MapStateSpec) ProtoMessage()

func (*MapStateSpec) Reset Uses

func (m *MapStateSpec) Reset()

func (*MapStateSpec) String Uses

func (m *MapStateSpec) String() string

func (*MapStateSpec) XXX_DiscardUnknown Uses

func (m *MapStateSpec) XXX_DiscardUnknown()

func (*MapStateSpec) XXX_Marshal Uses

func (m *MapStateSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*MapStateSpec) XXX_Merge Uses

func (m *MapStateSpec) XXX_Merge(src proto.Message)

func (*MapStateSpec) XXX_Size Uses

func (m *MapStateSpec) XXX_Size() int

func (*MapStateSpec) XXX_Unmarshal Uses

func (m *MapStateSpec) XXX_Unmarshal(b []byte) error

type MergeStatus Uses

type MergeStatus struct {
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

Whether or not a PCollection's WindowFn is non-merging, merging, or merging-but-already-merged, in which case a subsequent GroupByKey is almost always going to do something the user does not want

func (*MergeStatus) Descriptor Uses

func (*MergeStatus) Descriptor() ([]byte, []int)

func (*MergeStatus) ProtoMessage Uses

func (*MergeStatus) ProtoMessage()

func (*MergeStatus) Reset Uses

func (m *MergeStatus) Reset()

func (*MergeStatus) String Uses

func (m *MergeStatus) String() string

func (*MergeStatus) XXX_DiscardUnknown Uses

func (m *MergeStatus) XXX_DiscardUnknown()

func (*MergeStatus) XXX_Marshal Uses

func (m *MergeStatus) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*MergeStatus) XXX_Merge Uses

func (m *MergeStatus) XXX_Merge(src proto.Message)

func (*MergeStatus) XXX_Size Uses

func (m *MergeStatus) XXX_Size() int

func (*MergeStatus) XXX_Unmarshal Uses

func (m *MergeStatus) XXX_Unmarshal(b []byte) error

type MergeStatus_Enum Uses

type MergeStatus_Enum int32
const (
    MergeStatus_UNSPECIFIED MergeStatus_Enum = 0
    // The WindowFn does not require merging.
    // Examples: global window, FixedWindows, SlidingWindows
    MergeStatus_NON_MERGING MergeStatus_Enum = 1
    // The WindowFn is merging and the PCollection has not had merging
    // performed.
    // Example: Sessions prior to a GroupByKey
    MergeStatus_NEEDS_MERGE MergeStatus_Enum = 2
    // The WindowFn is merging and the PCollection has had merging occur
    // already.
    // Example: Sessions after a GroupByKey
    MergeStatus_ALREADY_MERGED MergeStatus_Enum = 3
)

func (MergeStatus_Enum) EnumDescriptor Uses

func (MergeStatus_Enum) EnumDescriptor() ([]byte, []int)

func (MergeStatus_Enum) String Uses

func (x MergeStatus_Enum) String() string

type MessageWithComponents Uses

type MessageWithComponents struct {
    // (Optional) The by-reference components of the root message,
    // enabling a standalone message.
    //
    // If this is absent, it is expected that there are no
    // references.
    Components *Components `protobuf:"bytes,1,opt,name=components,proto3" json:"components,omitempty"`
    // (Required) The root message that may contain pointers
    // that should be resolved by looking inside components.
    //
    // Types that are valid to be assigned to Root:
    //	*MessageWithComponents_Coder
    //	*MessageWithComponents_CombinePayload
    //	*MessageWithComponents_FunctionSpec
    //	*MessageWithComponents_ParDoPayload
    //	*MessageWithComponents_Ptransform
    //	*MessageWithComponents_Pcollection
    //	*MessageWithComponents_ReadPayload
    //	*MessageWithComponents_SideInput
    //	*MessageWithComponents_WindowIntoPayload
    //	*MessageWithComponents_WindowingStrategy
    Root                 isMessageWithComponents_Root `protobuf_oneof:"root"`
    XXX_NoUnkeyedLiteral struct{}                     `json:"-"`
    XXX_unrecognized     []byte                       `json:"-"`
    XXX_sizecache        int32                        `json:"-"`
}

A disjoint union of all the things that may contain references that require Components to resolve.

func (*MessageWithComponents) Descriptor Uses

func (*MessageWithComponents) Descriptor() ([]byte, []int)

func (*MessageWithComponents) GetCoder Uses

func (m *MessageWithComponents) GetCoder() *Coder

func (*MessageWithComponents) GetCombinePayload Uses

func (m *MessageWithComponents) GetCombinePayload() *CombinePayload

func (*MessageWithComponents) GetComponents Uses

func (m *MessageWithComponents) GetComponents() *Components

func (*MessageWithComponents) GetFunctionSpec Uses

func (m *MessageWithComponents) GetFunctionSpec() *FunctionSpec

func (*MessageWithComponents) GetParDoPayload Uses

func (m *MessageWithComponents) GetParDoPayload() *ParDoPayload

func (*MessageWithComponents) GetPcollection Uses

func (m *MessageWithComponents) GetPcollection() *PCollection

func (*MessageWithComponents) GetPtransform Uses

func (m *MessageWithComponents) GetPtransform() *PTransform

func (*MessageWithComponents) GetReadPayload Uses

func (m *MessageWithComponents) GetReadPayload() *ReadPayload

func (*MessageWithComponents) GetRoot Uses

func (m *MessageWithComponents) GetRoot() isMessageWithComponents_Root

func (*MessageWithComponents) GetSideInput Uses

func (m *MessageWithComponents) GetSideInput() *SideInput

func (*MessageWithComponents) GetWindowIntoPayload Uses

func (m *MessageWithComponents) GetWindowIntoPayload() *WindowIntoPayload

func (*MessageWithComponents) GetWindowingStrategy Uses

func (m *MessageWithComponents) GetWindowingStrategy() *WindowingStrategy

func (*MessageWithComponents) ProtoMessage Uses

func (*MessageWithComponents) ProtoMessage()

func (*MessageWithComponents) Reset Uses

func (m *MessageWithComponents) Reset()

func (*MessageWithComponents) String Uses

func (m *MessageWithComponents) String() string

func (*MessageWithComponents) XXX_DiscardUnknown Uses

func (m *MessageWithComponents) XXX_DiscardUnknown()

func (*MessageWithComponents) XXX_Marshal Uses

func (m *MessageWithComponents) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*MessageWithComponents) XXX_Merge Uses

func (m *MessageWithComponents) XXX_Merge(src proto.Message)

func (*MessageWithComponents) XXX_OneofWrappers Uses

func (*MessageWithComponents) XXX_OneofWrappers() []interface{}

XXX_OneofWrappers is for the internal use of the proto package.

func (*MessageWithComponents) XXX_Size Uses

func (m *MessageWithComponents) XXX_Size() int

func (*MessageWithComponents) XXX_Unmarshal Uses

func (m *MessageWithComponents) XXX_Unmarshal(b []byte) error

type MessageWithComponents_Coder Uses

type MessageWithComponents_Coder struct {
    Coder *Coder `protobuf:"bytes,2,opt,name=coder,proto3,oneof"`
}

type MessageWithComponents_CombinePayload Uses

type MessageWithComponents_CombinePayload struct {
    CombinePayload *CombinePayload `protobuf:"bytes,3,opt,name=combine_payload,json=combinePayload,proto3,oneof"`
}

type MessageWithComponents_FunctionSpec Uses

type MessageWithComponents_FunctionSpec struct {
    FunctionSpec *FunctionSpec `protobuf:"bytes,4,opt,name=function_spec,json=functionSpec,proto3,oneof"`
}

type MessageWithComponents_ParDoPayload Uses

type MessageWithComponents_ParDoPayload struct {
    ParDoPayload *ParDoPayload `protobuf:"bytes,6,opt,name=par_do_payload,json=parDoPayload,proto3,oneof"`
}

type MessageWithComponents_Pcollection Uses

type MessageWithComponents_Pcollection struct {
    Pcollection *PCollection `protobuf:"bytes,8,opt,name=pcollection,proto3,oneof"`
}

type MessageWithComponents_Ptransform Uses

type MessageWithComponents_Ptransform struct {
    Ptransform *PTransform `protobuf:"bytes,7,opt,name=ptransform,proto3,oneof"`
}

type MessageWithComponents_ReadPayload Uses

type MessageWithComponents_ReadPayload struct {
    ReadPayload *ReadPayload `protobuf:"bytes,9,opt,name=read_payload,json=readPayload,proto3,oneof"`
}

type MessageWithComponents_SideInput Uses

type MessageWithComponents_SideInput struct {
    SideInput *SideInput `protobuf:"bytes,11,opt,name=side_input,json=sideInput,proto3,oneof"`
}

type MessageWithComponents_WindowIntoPayload Uses

type MessageWithComponents_WindowIntoPayload struct {
    WindowIntoPayload *WindowIntoPayload `protobuf:"bytes,12,opt,name=window_into_payload,json=windowIntoPayload,proto3,oneof"`
}

type MessageWithComponents_WindowingStrategy Uses

type MessageWithComponents_WindowingStrategy struct {
    WindowingStrategy *WindowingStrategy `protobuf:"bytes,13,opt,name=windowing_strategy,json=windowingStrategy,proto3,oneof"`
}

type Metric Uses

type Metric struct {
    // (Required) The data for this metric.
    //
    // Types that are valid to be assigned to Data:
    //	*Metric_CounterData
    //	*Metric_DistributionData
    //	*Metric_ExtremaData
    Data                 isMetric_Data `protobuf_oneof:"data"`
    XXX_NoUnkeyedLiteral struct{}      `json:"-"`
    XXX_unrecognized     []byte        `json:"-"`
    XXX_sizecache        int32         `json:"-"`
}

func (*Metric) Descriptor Uses

func (*Metric) Descriptor() ([]byte, []int)

func (*Metric) GetCounterData Uses

func (m *Metric) GetCounterData() *CounterData

func (*Metric) GetData Uses

func (m *Metric) GetData() isMetric_Data

func (*Metric) GetDistributionData Uses

func (m *Metric) GetDistributionData() *DistributionData

func (*Metric) GetExtremaData Uses

func (m *Metric) GetExtremaData() *ExtremaData

func (*Metric) ProtoMessage Uses

func (*Metric) ProtoMessage()

func (*Metric) Reset Uses

func (m *Metric) Reset()

func (*Metric) String Uses

func (m *Metric) String() string

func (*Metric) XXX_DiscardUnknown Uses

func (m *Metric) XXX_DiscardUnknown()

func (*Metric) XXX_Marshal Uses

func (m *Metric) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Metric) XXX_Merge Uses

func (m *Metric) XXX_Merge(src proto.Message)

func (*Metric) XXX_OneofWrappers Uses

func (*Metric) XXX_OneofWrappers() []interface{}

XXX_OneofWrappers is for the internal use of the proto package.

func (*Metric) XXX_Size Uses

func (m *Metric) XXX_Size() int

func (*Metric) XXX_Unmarshal Uses

func (m *Metric) XXX_Unmarshal(b []byte) error

type Metric_CounterData Uses

type Metric_CounterData struct {
    CounterData *CounterData `protobuf:"bytes,1,opt,name=counter_data,json=counterData,proto3,oneof"`
}

type Metric_DistributionData Uses

type Metric_DistributionData struct {
    DistributionData *DistributionData `protobuf:"bytes,2,opt,name=distribution_data,json=distributionData,proto3,oneof"`
}

type Metric_ExtremaData Uses

type Metric_ExtremaData struct {
    ExtremaData *ExtremaData `protobuf:"bytes,3,opt,name=extrema_data,json=extremaData,proto3,oneof"`
}

type MonitoringInfo Uses

type MonitoringInfo struct {
    // The name defining the metric or monitored state.
    Urn string `protobuf:"bytes,1,opt,name=urn,proto3" json:"urn,omitempty"`
    // This is specified as a URN that implies:
    // A message class: (Distribution, Counter, Extrema, MonitoringDataTable).
    // Sub types like field formats - int64, double, string.
    // Aggregation methods - SUM, LATEST, TOP-N, BOTTOM-N, DISTRIBUTION
    // valid values are:
    // beam:metrics:[sum_int_64|latest_int_64|top_n_int_64|bottom_n_int_64|
    //     sum_double|latest_double|top_n_double|bottom_n_double|
    //     distribution_int_64|distribution_double|monitoring_data_table
    Type string `protobuf:"bytes,2,opt,name=type,proto3" json:"type,omitempty"`
    // The Metric or monitored state.
    //
    // Types that are valid to be assigned to Data:
    //	*MonitoringInfo_MonitoringTableData
    //	*MonitoringInfo_Metric
    Data isMonitoringInfo_Data `protobuf_oneof:"data"`
    // A set of key+value labels which define the scope of the metric.
    // Either a well defined entity id for matching the enum names in
    // the MonitoringInfoLabels enum or any arbitrary label
    // set by a custom metric or user metric.
    // A monitoring system is expected to be able to aggregate the metrics
    // together for all updates having the same URN and labels. Some systems such
    // as Stackdriver will be able to aggregate the metrics using a subset of the
    // provided labels
    Labels map[string]string `protobuf:"bytes,5,rep,name=labels,proto3" json:"labels,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"`
    // The walltime of the most recent update.
    // Useful for aggregation for latest types such as LatestInt64.
    Timestamp            *timestamp.Timestamp `protobuf:"bytes,6,opt,name=timestamp,proto3" json:"timestamp,omitempty"`
    XXX_NoUnkeyedLiteral struct{}             `json:"-"`
    XXX_unrecognized     []byte               `json:"-"`
    XXX_sizecache        int32                `json:"-"`
}

func (*MonitoringInfo) Descriptor Uses

func (*MonitoringInfo) Descriptor() ([]byte, []int)

func (*MonitoringInfo) GetData Uses

func (m *MonitoringInfo) GetData() isMonitoringInfo_Data

func (*MonitoringInfo) GetLabels Uses

func (m *MonitoringInfo) GetLabels() map[string]string

func (*MonitoringInfo) GetMetric Uses

func (m *MonitoringInfo) GetMetric() *Metric

func (*MonitoringInfo) GetMonitoringTableData Uses

func (m *MonitoringInfo) GetMonitoringTableData() *MonitoringTableData

func (*MonitoringInfo) GetTimestamp Uses

func (m *MonitoringInfo) GetTimestamp() *timestamp.Timestamp

func (*MonitoringInfo) GetType Uses

func (m *MonitoringInfo) GetType() string

func (*MonitoringInfo) GetUrn Uses

func (m *MonitoringInfo) GetUrn() string

func (*MonitoringInfo) ProtoMessage Uses

func (*MonitoringInfo) ProtoMessage()

func (*MonitoringInfo) Reset Uses

func (m *MonitoringInfo) Reset()

func (*MonitoringInfo) String Uses

func (m *MonitoringInfo) String() string

func (*MonitoringInfo) XXX_DiscardUnknown Uses

func (m *MonitoringInfo) XXX_DiscardUnknown()

func (*MonitoringInfo) XXX_Marshal Uses

func (m *MonitoringInfo) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*MonitoringInfo) XXX_Merge Uses

func (m *MonitoringInfo) XXX_Merge(src proto.Message)

func (*MonitoringInfo) XXX_OneofWrappers Uses

func (*MonitoringInfo) XXX_OneofWrappers() []interface{}

XXX_OneofWrappers is for the internal use of the proto package.

func (*MonitoringInfo) XXX_Size Uses

func (m *MonitoringInfo) XXX_Size() int

func (*MonitoringInfo) XXX_Unmarshal Uses

func (m *MonitoringInfo) XXX_Unmarshal(b []byte) error

type MonitoringInfoLabelProps Uses

type MonitoringInfoLabelProps struct {
    // The label key to use in the MonitoringInfo labels map.
    Name                 string   `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

A set of properties for the MonitoringInfoLabel, this is useful to obtain the proper label string for the MonitoringInfoLabel.

func (*MonitoringInfoLabelProps) Descriptor Uses

func (*MonitoringInfoLabelProps) Descriptor() ([]byte, []int)

func (*MonitoringInfoLabelProps) GetName Uses

func (m *MonitoringInfoLabelProps) GetName() string

func (*MonitoringInfoLabelProps) ProtoMessage Uses

func (*MonitoringInfoLabelProps) ProtoMessage()

func (*MonitoringInfoLabelProps) Reset Uses

func (m *MonitoringInfoLabelProps) Reset()

func (*MonitoringInfoLabelProps) String Uses

func (m *MonitoringInfoLabelProps) String() string

func (*MonitoringInfoLabelProps) XXX_DiscardUnknown Uses

func (m *MonitoringInfoLabelProps) XXX_DiscardUnknown()

func (*MonitoringInfoLabelProps) XXX_Marshal Uses

func (m *MonitoringInfoLabelProps) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*MonitoringInfoLabelProps) XXX_Merge Uses

func (m *MonitoringInfoLabelProps) XXX_Merge(src proto.Message)

func (*MonitoringInfoLabelProps) XXX_Size Uses

func (m *MonitoringInfoLabelProps) XXX_Size() int

func (*MonitoringInfoLabelProps) XXX_Unmarshal Uses

func (m *MonitoringInfoLabelProps) XXX_Unmarshal(b []byte) error

type MonitoringInfoSpec Uses

type MonitoringInfoSpec struct {
    Urn     string `protobuf:"bytes,1,opt,name=urn,proto3" json:"urn,omitempty"`
    TypeUrn string `protobuf:"bytes,2,opt,name=type_urn,json=typeUrn,proto3" json:"type_urn,omitempty"`
    // The list of required
    RequiredLabels []string `protobuf:"bytes,3,rep,name=required_labels,json=requiredLabels,proto3" json:"required_labels,omitempty"`
    // Extra non functional parts of the spec for descriptive purposes.
    // i.e. description, units, etc.
    Annotations          []*Annotation `protobuf:"bytes,4,rep,name=annotations,proto3" json:"annotations,omitempty"`
    XXX_NoUnkeyedLiteral struct{}      `json:"-"`
    XXX_unrecognized     []byte        `json:"-"`
    XXX_sizecache        int32         `json:"-"`
}

A specification containing required set of fields and labels required to be set on a MonitoringInfo for the specific URN for SDK->RunnerHarness ProcessBundleResponse reporting.

func (*MonitoringInfoSpec) Descriptor Uses

func (*MonitoringInfoSpec) Descriptor() ([]byte, []int)

func (*MonitoringInfoSpec) GetAnnotations Uses

func (m *MonitoringInfoSpec) GetAnnotations() []*Annotation

func (*MonitoringInfoSpec) GetRequiredLabels Uses

func (m *MonitoringInfoSpec) GetRequiredLabels() []string

func (*MonitoringInfoSpec) GetTypeUrn Uses

func (m *MonitoringInfoSpec) GetTypeUrn() string

func (*MonitoringInfoSpec) GetUrn Uses

func (m *MonitoringInfoSpec) GetUrn() string

func (*MonitoringInfoSpec) ProtoMessage Uses

func (*MonitoringInfoSpec) ProtoMessage()

func (*MonitoringInfoSpec) Reset Uses

func (m *MonitoringInfoSpec) Reset()

func (*MonitoringInfoSpec) String Uses

func (m *MonitoringInfoSpec) String() string

func (*MonitoringInfoSpec) XXX_DiscardUnknown Uses

func (m *MonitoringInfoSpec) XXX_DiscardUnknown()

func (*MonitoringInfoSpec) XXX_Marshal Uses

func (m *MonitoringInfoSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*MonitoringInfoSpec) XXX_Merge Uses

func (m *MonitoringInfoSpec) XXX_Merge(src proto.Message)

func (*MonitoringInfoSpec) XXX_Size Uses

func (m *MonitoringInfoSpec) XXX_Size() int

func (*MonitoringInfoSpec) XXX_Unmarshal Uses

func (m *MonitoringInfoSpec) XXX_Unmarshal(b []byte) error

type MonitoringInfoSpecs Uses

type MonitoringInfoSpecs struct {
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

Populated MonitoringInfoSpecs for specific URNs. Indicating the required fields to be set. SDKs and RunnerHarnesses can load these instances into memory and write a validator or code generator to assist with populating and validating MonitoringInfo protos.

func (*MonitoringInfoSpecs) Descriptor Uses

func (*MonitoringInfoSpecs) Descriptor() ([]byte, []int)

func (*MonitoringInfoSpecs) ProtoMessage Uses

func (*MonitoringInfoSpecs) ProtoMessage()

func (*MonitoringInfoSpecs) Reset Uses

func (m *MonitoringInfoSpecs) Reset()

func (*MonitoringInfoSpecs) String Uses

func (m *MonitoringInfoSpecs) String() string

func (*MonitoringInfoSpecs) XXX_DiscardUnknown Uses

func (m *MonitoringInfoSpecs) XXX_DiscardUnknown()

func (*MonitoringInfoSpecs) XXX_Marshal Uses

func (m *MonitoringInfoSpecs) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*MonitoringInfoSpecs) XXX_Merge Uses

func (m *MonitoringInfoSpecs) XXX_Merge(src proto.Message)

func (*MonitoringInfoSpecs) XXX_Size Uses

func (m *MonitoringInfoSpecs) XXX_Size() int

func (*MonitoringInfoSpecs) XXX_Unmarshal Uses

func (m *MonitoringInfoSpecs) XXX_Unmarshal(b []byte) error

type MonitoringInfoSpecs_Enum Uses

type MonitoringInfoSpecs_Enum int32
const (
    // TODO(BEAM-6926): Add the PTRANSFORM name as a required label after
    // upgrading the python SDK.
    MonitoringInfoSpecs_USER_COUNTER         MonitoringInfoSpecs_Enum = 0
    MonitoringInfoSpecs_ELEMENT_COUNT        MonitoringInfoSpecs_Enum = 1
    MonitoringInfoSpecs_SAMPLED_BYTE_SIZE    MonitoringInfoSpecs_Enum = 7
    MonitoringInfoSpecs_START_BUNDLE_MSECS   MonitoringInfoSpecs_Enum = 2
    MonitoringInfoSpecs_PROCESS_BUNDLE_MSECS MonitoringInfoSpecs_Enum = 3
    MonitoringInfoSpecs_FINISH_BUNDLE_MSECS  MonitoringInfoSpecs_Enum = 4
    MonitoringInfoSpecs_TOTAL_MSECS          MonitoringInfoSpecs_Enum = 5
    // TODO(BEAM-6926): Add the PTRANSFORM name as a required label after
    // upgrading the python SDK.
    MonitoringInfoSpecs_USER_DISTRIBUTION_COUNTER MonitoringInfoSpecs_Enum = 6
)

func (MonitoringInfoSpecs_Enum) EnumDescriptor Uses

func (MonitoringInfoSpecs_Enum) EnumDescriptor() ([]byte, []int)

func (MonitoringInfoSpecs_Enum) String Uses

func (x MonitoringInfoSpecs_Enum) String() string

type MonitoringInfoTypeUrns Uses

type MonitoringInfoTypeUrns struct {
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*MonitoringInfoTypeUrns) Descriptor Uses

func (*MonitoringInfoTypeUrns) Descriptor() ([]byte, []int)

func (*MonitoringInfoTypeUrns) ProtoMessage Uses

func (*MonitoringInfoTypeUrns) ProtoMessage()

func (*MonitoringInfoTypeUrns) Reset Uses

func (m *MonitoringInfoTypeUrns) Reset()

func (*MonitoringInfoTypeUrns) String Uses

func (m *MonitoringInfoTypeUrns) String() string

func (*MonitoringInfoTypeUrns) XXX_DiscardUnknown Uses

func (m *MonitoringInfoTypeUrns) XXX_DiscardUnknown()

func (*MonitoringInfoTypeUrns) XXX_Marshal Uses

func (m *MonitoringInfoTypeUrns) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*MonitoringInfoTypeUrns) XXX_Merge Uses

func (m *MonitoringInfoTypeUrns) XXX_Merge(src proto.Message)

func (*MonitoringInfoTypeUrns) XXX_Size Uses

func (m *MonitoringInfoTypeUrns) XXX_Size() int

func (*MonitoringInfoTypeUrns) XXX_Unmarshal Uses

func (m *MonitoringInfoTypeUrns) XXX_Unmarshal(b []byte) error

type MonitoringInfoTypeUrns_Enum Uses

type MonitoringInfoTypeUrns_Enum int32
const (
    MonitoringInfoTypeUrns_SUM_INT64_TYPE          MonitoringInfoTypeUrns_Enum = 0
    MonitoringInfoTypeUrns_DISTRIBUTION_INT64_TYPE MonitoringInfoTypeUrns_Enum = 1
    MonitoringInfoTypeUrns_LATEST_INT64_TYPE       MonitoringInfoTypeUrns_Enum = 2
)

func (MonitoringInfoTypeUrns_Enum) EnumDescriptor Uses

func (MonitoringInfoTypeUrns_Enum) EnumDescriptor() ([]byte, []int)

func (MonitoringInfoTypeUrns_Enum) String Uses

func (x MonitoringInfoTypeUrns_Enum) String() string

type MonitoringInfo_Metric Uses

type MonitoringInfo_Metric struct {
    Metric *Metric `protobuf:"bytes,4,opt,name=metric,proto3,oneof"`
}

type MonitoringInfo_MonitoringInfoLabels Uses

type MonitoringInfo_MonitoringInfoLabels int32
const (
    // The values used for TRANSFORM, PCOLLECTION, WINDOWING_STRATEGY
    // CODER, ENVIRONMENT, etc. must always match the keys used to
    // refer to them in the ProcessBundleDescriptor.
    MonitoringInfo_TRANSFORM          MonitoringInfo_MonitoringInfoLabels = 0
    MonitoringInfo_PCOLLECTION        MonitoringInfo_MonitoringInfoLabels = 1
    MonitoringInfo_WINDOWING_STRATEGY MonitoringInfo_MonitoringInfoLabels = 2
    MonitoringInfo_CODER              MonitoringInfo_MonitoringInfoLabels = 3
    MonitoringInfo_ENVIRONMENT        MonitoringInfo_MonitoringInfoLabels = 4
    MonitoringInfo_NAMESPACE          MonitoringInfo_MonitoringInfoLabels = 5
    MonitoringInfo_NAME               MonitoringInfo_MonitoringInfoLabels = 6
)

func (MonitoringInfo_MonitoringInfoLabels) EnumDescriptor Uses

func (MonitoringInfo_MonitoringInfoLabels) EnumDescriptor() ([]byte, []int)

func (MonitoringInfo_MonitoringInfoLabels) String Uses

func (x MonitoringInfo_MonitoringInfoLabels) String() string

type MonitoringInfo_MonitoringTableData Uses

type MonitoringInfo_MonitoringTableData struct {
    MonitoringTableData *MonitoringTableData `protobuf:"bytes,3,opt,name=monitoring_table_data,json=monitoringTableData,proto3,oneof"`
}

type MonitoringTableData Uses

type MonitoringTableData struct {
    // The number of column names must match the
    // number of values in each MonitoringRow.
    ColumnNames          []string                             `protobuf:"bytes,1,rep,name=column_names,json=columnNames,proto3" json:"column_names,omitempty"`
    RowData              []*MonitoringTableData_MonitoringRow `protobuf:"bytes,2,rep,name=row_data,json=rowData,proto3" json:"row_data,omitempty"`
    XXX_NoUnkeyedLiteral struct{}                             `json:"-"`
    XXX_unrecognized     []byte                               `json:"-"`
    XXX_sizecache        int32                                `json:"-"`
}

General MonitoredState information which contains structured information which does not fit into a typical metric format. For example, a table of important files and metadata which an I/O source is reading. Note: Since MonitoredState is designed to be customizable, and allow engines to aggregate these metrics in custom ways. Engines can use custom aggregation functions for specific URNs by inspecting the column values. An SDK should always report its current state, that is all relevant MonitoredState for its PTransform at the current moment and this should be kept small. For example, an SDK can emit the oldest three files which have been waiting for data for over 1 hour. If an engine supports the URN with a custom aggregation then it can filter these and keep only the Top-3 rows based on how long the files have been waiting for data. Otherwise an engine can ignore the MonitoringTableData or union all the rows together into one large table and display them in a UI.

func (*MonitoringTableData) Descriptor Uses

func (*MonitoringTableData) Descriptor() ([]byte, []int)

func (*MonitoringTableData) GetColumnNames Uses

func (m *MonitoringTableData) GetColumnNames() []string

func (*MonitoringTableData) GetRowData Uses

func (m *MonitoringTableData) GetRowData() []*MonitoringTableData_MonitoringRow

func (*MonitoringTableData) ProtoMessage Uses

func (*MonitoringTableData) ProtoMessage()

func (*MonitoringTableData) Reset Uses

func (m *MonitoringTableData) Reset()

func (*MonitoringTableData) String Uses

func (m *MonitoringTableData) String() string

func (*MonitoringTableData) XXX_DiscardUnknown Uses

func (m *MonitoringTableData) XXX_DiscardUnknown()

func (*MonitoringTableData) XXX_Marshal Uses

func (m *MonitoringTableData) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*MonitoringTableData) XXX_Merge Uses

func (m *MonitoringTableData) XXX_Merge(src proto.Message)

func (*MonitoringTableData) XXX_Size Uses

func (m *MonitoringTableData) XXX_Size() int

func (*MonitoringTableData) XXX_Unmarshal Uses

func (m *MonitoringTableData) XXX_Unmarshal(b []byte) error

type MonitoringTableData_MonitoringColumnValue Uses

type MonitoringTableData_MonitoringColumnValue struct {
    // Types that are valid to be assigned to Value:
    //	*MonitoringTableData_MonitoringColumnValue_Int64Value
    //	*MonitoringTableData_MonitoringColumnValue_DoubleValue
    //	*MonitoringTableData_MonitoringColumnValue_StringValue
    //	*MonitoringTableData_MonitoringColumnValue_Timestamp
    Value                isMonitoringTableData_MonitoringColumnValue_Value `protobuf_oneof:"value"`
    XXX_NoUnkeyedLiteral struct{}                                          `json:"-"`
    XXX_unrecognized     []byte                                            `json:"-"`
    XXX_sizecache        int32                                             `json:"-"`
}

func (*MonitoringTableData_MonitoringColumnValue) Descriptor Uses

func (*MonitoringTableData_MonitoringColumnValue) Descriptor() ([]byte, []int)

func (*MonitoringTableData_MonitoringColumnValue) GetDoubleValue Uses

func (m *MonitoringTableData_MonitoringColumnValue) GetDoubleValue() float64

func (*MonitoringTableData_MonitoringColumnValue) GetInt64Value Uses

func (m *MonitoringTableData_MonitoringColumnValue) GetInt64Value() int64

func (*MonitoringTableData_MonitoringColumnValue) GetStringValue Uses

func (m *MonitoringTableData_MonitoringColumnValue) GetStringValue() string

func (*MonitoringTableData_MonitoringColumnValue) GetTimestamp Uses

func (m *MonitoringTableData_MonitoringColumnValue) GetTimestamp() *timestamp.Timestamp

func (*MonitoringTableData_MonitoringColumnValue) GetValue Uses

func (m *MonitoringTableData_MonitoringColumnValue) GetValue() isMonitoringTableData_MonitoringColumnValue_Value

func (*MonitoringTableData_MonitoringColumnValue) ProtoMessage Uses

func (*MonitoringTableData_MonitoringColumnValue) ProtoMessage()

func (*MonitoringTableData_MonitoringColumnValue) Reset Uses

func (m *MonitoringTableData_MonitoringColumnValue) Reset()

func (*MonitoringTableData_MonitoringColumnValue) String Uses

func (m *MonitoringTableData_MonitoringColumnValue) String() string

func (*MonitoringTableData_MonitoringColumnValue) XXX_DiscardUnknown Uses

func (m *MonitoringTableData_MonitoringColumnValue) XXX_DiscardUnknown()

func (*MonitoringTableData_MonitoringColumnValue) XXX_Marshal Uses

func (m *MonitoringTableData_MonitoringColumnValue) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*MonitoringTableData_MonitoringColumnValue) XXX_Merge Uses

func (m *MonitoringTableData_MonitoringColumnValue) XXX_Merge(src proto.Message)

func (*MonitoringTableData_MonitoringColumnValue) XXX_OneofWrappers Uses

func (*MonitoringTableData_MonitoringColumnValue) XXX_OneofWrappers() []interface{}

XXX_OneofWrappers is for the internal use of the proto package.

func (*MonitoringTableData_MonitoringColumnValue) XXX_Size Uses

func (m *MonitoringTableData_MonitoringColumnValue) XXX_Size() int

func (*MonitoringTableData_MonitoringColumnValue) XXX_Unmarshal Uses

func (m *MonitoringTableData_MonitoringColumnValue) XXX_Unmarshal(b []byte) error

type MonitoringTableData_MonitoringColumnValue_DoubleValue Uses

type MonitoringTableData_MonitoringColumnValue_DoubleValue struct {
    DoubleValue float64 `protobuf:"fixed64,2,opt,name=double_value,json=doubleValue,proto3,oneof"`
}

type MonitoringTableData_MonitoringColumnValue_Int64Value Uses

type MonitoringTableData_MonitoringColumnValue_Int64Value struct {
    Int64Value int64 `protobuf:"varint,1,opt,name=int64_value,json=int64Value,proto3,oneof"`
}

type MonitoringTableData_MonitoringColumnValue_StringValue Uses

type MonitoringTableData_MonitoringColumnValue_StringValue struct {
    StringValue string `protobuf:"bytes,3,opt,name=string_value,json=stringValue,proto3,oneof"`
}

type MonitoringTableData_MonitoringColumnValue_Timestamp Uses

type MonitoringTableData_MonitoringColumnValue_Timestamp struct {
    Timestamp *timestamp.Timestamp `protobuf:"bytes,4,opt,name=timestamp,proto3,oneof"`
}

type MonitoringTableData_MonitoringRow Uses

type MonitoringTableData_MonitoringRow struct {
    Values               []*MonitoringTableData_MonitoringColumnValue `protobuf:"bytes,1,rep,name=values,proto3" json:"values,omitempty"`
    XXX_NoUnkeyedLiteral struct{}                                     `json:"-"`
    XXX_unrecognized     []byte                                       `json:"-"`
    XXX_sizecache        int32                                        `json:"-"`
}

func (*MonitoringTableData_MonitoringRow) Descriptor Uses

func (*MonitoringTableData_MonitoringRow) Descriptor() ([]byte, []int)

func (*MonitoringTableData_MonitoringRow) GetValues Uses

func (m *MonitoringTableData_MonitoringRow) GetValues() []*MonitoringTableData_MonitoringColumnValue

func (*MonitoringTableData_MonitoringRow) ProtoMessage Uses

func (*MonitoringTableData_MonitoringRow) ProtoMessage()

func (*MonitoringTableData_MonitoringRow) Reset Uses

func (m *MonitoringTableData_MonitoringRow) Reset()

func (*MonitoringTableData_MonitoringRow) String Uses

func (m *MonitoringTableData_MonitoringRow) String() string

func (*MonitoringTableData_MonitoringRow) XXX_DiscardUnknown Uses

func (m *MonitoringTableData_MonitoringRow) XXX_DiscardUnknown()

func (*MonitoringTableData_MonitoringRow) XXX_Marshal Uses

func (m *MonitoringTableData_MonitoringRow) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*MonitoringTableData_MonitoringRow) XXX_Merge Uses

func (m *MonitoringTableData_MonitoringRow) XXX_Merge(src proto.Message)

func (*MonitoringTableData_MonitoringRow) XXX_Size Uses

func (m *MonitoringTableData_MonitoringRow) XXX_Size() int

func (*MonitoringTableData_MonitoringRow) XXX_Unmarshal Uses

func (m *MonitoringTableData_MonitoringRow) XXX_Unmarshal(b []byte) error

type OAuth2ClientCredentialsGrant Uses

type OAuth2ClientCredentialsGrant struct {
    // (Required) The URL to submit a "client_credentials" grant type request for
    // an OAuth access token which will be used as a bearer token for requests.
    Url                  string   `protobuf:"bytes,1,opt,name=url,proto3" json:"url,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*OAuth2ClientCredentialsGrant) Descriptor Uses

func (*OAuth2ClientCredentialsGrant) Descriptor() ([]byte, []int)

func (*OAuth2ClientCredentialsGrant) GetUrl Uses

func (m *OAuth2ClientCredentialsGrant) GetUrl() string

func (*OAuth2ClientCredentialsGrant) ProtoMessage Uses

func (*OAuth2ClientCredentialsGrant) ProtoMessage()

func (*OAuth2ClientCredentialsGrant) Reset Uses

func (m *OAuth2ClientCredentialsGrant) Reset()

func (*OAuth2ClientCredentialsGrant) String Uses

func (m *OAuth2ClientCredentialsGrant) String() string

func (*OAuth2ClientCredentialsGrant) XXX_DiscardUnknown Uses

func (m *OAuth2ClientCredentialsGrant) XXX_DiscardUnknown()

func (*OAuth2ClientCredentialsGrant) XXX_Marshal Uses

func (m *OAuth2ClientCredentialsGrant) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*OAuth2ClientCredentialsGrant) XXX_Merge Uses

func (m *OAuth2ClientCredentialsGrant) XXX_Merge(src proto.Message)

func (*OAuth2ClientCredentialsGrant) XXX_Size Uses

func (m *OAuth2ClientCredentialsGrant) XXX_Size() int

func (*OAuth2ClientCredentialsGrant) XXX_Unmarshal Uses

func (m *OAuth2ClientCredentialsGrant) XXX_Unmarshal(b []byte) error

type OnTimeBehavior Uses

type OnTimeBehavior struct {
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

Controls whether or not an aggregating transform should output data when an on-time pane is empty.

func (*OnTimeBehavior) Descriptor Uses

func (*OnTimeBehavior) Descriptor() ([]byte, []int)

func (*OnTimeBehavior) ProtoMessage Uses

func (*OnTimeBehavior) ProtoMessage()

func (*OnTimeBehavior) Reset Uses

func (m *OnTimeBehavior) Reset()

func (*OnTimeBehavior) String Uses

func (m *OnTimeBehavior) String() string

func (*OnTimeBehavior) XXX_DiscardUnknown Uses

func (m *OnTimeBehavior) XXX_DiscardUnknown()

func (*OnTimeBehavior) XXX_Marshal Uses

func (m *OnTimeBehavior) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*OnTimeBehavior) XXX_Merge Uses

func (m *OnTimeBehavior) XXX_Merge(src proto.Message)

func (*OnTimeBehavior) XXX_Size Uses

func (m *OnTimeBehavior) XXX_Size() int

func (*OnTimeBehavior) XXX_Unmarshal Uses

func (m *OnTimeBehavior) XXX_Unmarshal(b []byte) error

type OnTimeBehavior_Enum Uses

type OnTimeBehavior_Enum int32
const (
    OnTimeBehavior_UNSPECIFIED OnTimeBehavior_Enum = 0
    // Always fire the on-time pane. Even if there is no new data since
    // the previous firing, an element will be produced.
    OnTimeBehavior_FIRE_ALWAYS OnTimeBehavior_Enum = 1
    // Only fire the on-time pane if there is new data since the previous firing.
    OnTimeBehavior_FIRE_IF_NONEMPTY OnTimeBehavior_Enum = 2
)

func (OnTimeBehavior_Enum) EnumDescriptor Uses

func (OnTimeBehavior_Enum) EnumDescriptor() ([]byte, []int)

func (OnTimeBehavior_Enum) String Uses

func (x OnTimeBehavior_Enum) String() string

type OutputTime Uses

type OutputTime struct {
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

When a number of windowed, timestamped inputs are aggregated, the timestamp for the resulting output.

func (*OutputTime) Descriptor Uses

func (*OutputTime) Descriptor() ([]byte, []int)

func (*OutputTime) ProtoMessage Uses

func (*OutputTime) ProtoMessage()

func (*OutputTime) Reset Uses

func (m *OutputTime) Reset()

func (*OutputTime) String Uses

func (m *OutputTime) String() string

func (*OutputTime) XXX_DiscardUnknown Uses

func (m *OutputTime) XXX_DiscardUnknown()

func (*OutputTime) XXX_Marshal Uses

func (m *OutputTime) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*OutputTime) XXX_Merge Uses

func (m *OutputTime) XXX_Merge(src proto.Message)

func (*OutputTime) XXX_Size Uses

func (m *OutputTime) XXX_Size() int

func (*OutputTime) XXX_Unmarshal Uses

func (m *OutputTime) XXX_Unmarshal(b []byte) error

type OutputTime_Enum Uses

type OutputTime_Enum int32
const (
    OutputTime_UNSPECIFIED OutputTime_Enum = 0
    // The output has the timestamp of the end of the window.
    OutputTime_END_OF_WINDOW OutputTime_Enum = 1
    // The output has the latest timestamp of the input elements since
    // the last output.
    OutputTime_LATEST_IN_PANE OutputTime_Enum = 2
    // The output has the earliest timestamp of the input elements since
    // the last output.
    OutputTime_EARLIEST_IN_PANE OutputTime_Enum = 3
)

func (OutputTime_Enum) EnumDescriptor Uses

func (OutputTime_Enum) EnumDescriptor() ([]byte, []int)

func (OutputTime_Enum) String Uses

func (x OutputTime_Enum) String() string

type PCollection Uses

type PCollection struct {
    // (Required) A unique name for the PCollection.
    //
    // Ideally, this should be stable over multiple evolutions of a pipeline
    // for the purposes of logging and associating pipeline state with a node,
    // etc.
    //
    // If it is not stable, then the runner decides what will happen. But, most
    // importantly, it must always be here, even if it is autogenerated.
    UniqueName string `protobuf:"bytes,1,opt,name=unique_name,json=uniqueName,proto3" json:"unique_name,omitempty"`
    // (Required) The id of the Coder for this PCollection.
    CoderId string `protobuf:"bytes,2,opt,name=coder_id,json=coderId,proto3" json:"coder_id,omitempty"`
    // (Required) Whether this PCollection is bounded or unbounded
    IsBounded IsBounded_Enum `protobuf:"varint,3,opt,name=is_bounded,json=isBounded,proto3,enum=org.apache.beam.model.pipeline.v1.IsBounded_Enum" json:"is_bounded,omitempty"`
    // (Required) The id of the windowing strategy for this PCollection.
    WindowingStrategyId string `protobuf:"bytes,4,opt,name=windowing_strategy_id,json=windowingStrategyId,proto3" json:"windowing_strategy_id,omitempty"`
    // (Optional) Static display data for this PTransform application. If
    // there is none, or it is not relevant (such as use by the Fn API)
    // then it may be omitted.
    DisplayData          *DisplayData `protobuf:"bytes,5,opt,name=display_data,json=displayData,proto3" json:"display_data,omitempty"`
    XXX_NoUnkeyedLiteral struct{}     `json:"-"`
    XXX_unrecognized     []byte       `json:"-"`
    XXX_sizecache        int32        `json:"-"`
}

A PCollection!

func (*PCollection) Descriptor Uses

func (*PCollection) Descriptor() ([]byte, []int)

func (*PCollection) GetCoderId Uses

func (m *PCollection) GetCoderId() string

func (*PCollection) GetDisplayData Uses

func (m *PCollection) GetDisplayData() *DisplayData

func (*PCollection) GetIsBounded Uses

func (m *PCollection) GetIsBounded() IsBounded_Enum

func (*PCollection) GetUniqueName Uses

func (m *PCollection) GetUniqueName() string

func (*PCollection) GetWindowingStrategyId Uses

func (m *PCollection) GetWindowingStrategyId() string

func (*PCollection) ProtoMessage Uses

func (*PCollection) ProtoMessage()

func (*PCollection) Reset Uses

func (m *PCollection) Reset()

func (*PCollection) String Uses

func (m *PCollection) String() string

func (*PCollection) XXX_DiscardUnknown Uses

func (m *PCollection) XXX_DiscardUnknown()

func (*PCollection) XXX_Marshal Uses

func (m *PCollection) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*PCollection) XXX_Merge Uses

func (m *PCollection) XXX_Merge(src proto.Message)

func (*PCollection) XXX_Size Uses

func (m *PCollection) XXX_Size() int

func (*PCollection) XXX_Unmarshal Uses

func (m *PCollection) XXX_Unmarshal(b []byte) error

type PTransform Uses

type PTransform struct {
    // (Required) A unique name for the application node.
    //
    // Ideally, this should be stable over multiple evolutions of a pipeline
    // for the purposes of logging and associating pipeline state with a node,
    // etc.
    //
    // If it is not stable, then the runner decides what will happen. But, most
    // importantly, it must always be here and be unique, even if it is
    // autogenerated.
    UniqueName string `protobuf:"bytes,5,opt,name=unique_name,json=uniqueName,proto3" json:"unique_name,omitempty"`
    // (Optional) A URN and payload that, together, fully defined the semantics
    // of this transform.
    //
    // If absent, this must be an "anonymous" composite transform.
    //
    // For primitive transform in the Runner API, this is required, and the
    // payloads are well-defined messages. When the URN indicates ParDo it
    // is a ParDoPayload, and so on.
    //
    // TODO: document the standardized URNs and payloads
    // TODO: separate standardized payloads into a separate proto file
    //
    // For some special composite transforms, the payload is also officially
    // defined:
    //
    //  - when the URN is "beam:transforms:combine" it is a CombinePayload
    //
    Spec *FunctionSpec `protobuf:"bytes,1,opt,name=spec,proto3" json:"spec,omitempty"`
    // (Optional) if this node is a composite, a list of the ids of
    // transforms that it contains.
    Subtransforms []string `protobuf:"bytes,2,rep,name=subtransforms,proto3" json:"subtransforms,omitempty"`
    // (Required) A map from local names of inputs (unique only with this map, and
    // likely embedded in the transform payload and serialized user code) to
    // PCollection ids.
    //
    // The payload for this transform may clarify the relationship of these
    // inputs. For example:
    //
    //  - for a Flatten transform they are merged
    //  - for a ParDo transform, some may be side inputs
    //
    // All inputs are recorded here so that the topological ordering of
    // the graph is consistent whether or not the payload is understood.
    //
    Inputs map[string]string `protobuf:"bytes,3,rep,name=inputs,proto3" json:"inputs,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"`
    // (Required) A map from local names of outputs (unique only within this map,
    // and likely embedded in the transform payload and serialized user code)
    // to PCollection ids.
    //
    // The URN or payload for this transform node may clarify the type and
    // relationship of these outputs. For example:
    //
    //  - for a ParDo transform, these are tags on PCollections, which will be
    //    embedded in the DoFn.
    //
    Outputs map[string]string `protobuf:"bytes,4,rep,name=outputs,proto3" json:"outputs,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"`
    // (Optional) Static display data for this PTransform application. If
    // there is none, or it is not relevant (such as use by the Fn API)
    // then it may be omitted.
    DisplayData *DisplayData `protobuf:"bytes,6,opt,name=display_data,json=displayData,proto3" json:"display_data,omitempty"`
    // (Optional) Environment where the current PTransform should be executed in.
    // Runner that executes the pipeline may choose to override this if needed. If
    // not specified, environment will be decided by the runner.
    EnvironmentId        string   `protobuf:"bytes,7,opt,name=environment_id,json=environmentId,proto3" json:"environment_id,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

An applied PTransform! This does not contain the graph data, but only the fields specific to a graph node that is a Runner API transform between PCollections.

func (*PTransform) Descriptor Uses

func (*PTransform) Descriptor() ([]byte, []int)

func (*PTransform) GetDisplayData Uses

func (m *PTransform) GetDisplayData() *DisplayData

func (*PTransform) GetEnvironmentId Uses

func (m *PTransform) GetEnvironmentId() string

func (*PTransform) GetInputs Uses

func (m *PTransform) GetInputs() map[string]string

func (*PTransform) GetOutputs Uses

func (m *PTransform) GetOutputs() map[string]string

func (*PTransform) GetSpec Uses

func (m *PTransform) GetSpec() *FunctionSpec

func (*PTransform) GetSubtransforms Uses

func (m *PTransform) GetSubtransforms() []string

func (*PTransform) GetUniqueName Uses

func (m *PTransform) GetUniqueName() string

func (*PTransform) ProtoMessage Uses

func (*PTransform) ProtoMessage()

func (*PTransform) Reset Uses

func (m *PTransform) Reset()

func (*PTransform) String Uses

func (m *PTransform) String() string

func (*PTransform) XXX_DiscardUnknown Uses

func (m *PTransform) XXX_DiscardUnknown()

func (*PTransform) XXX_Marshal Uses

func (m *PTransform) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*PTransform) XXX_Merge Uses

func (m *PTransform) XXX_Merge(src proto.Message)

func (*PTransform) XXX_Size Uses

func (m *PTransform) XXX_Size() int

func (*PTransform) XXX_Unmarshal Uses

func (m *PTransform) XXX_Unmarshal(b []byte) error

type ParDoPayload Uses

type ParDoPayload struct {
    // (Required) The FunctionSpec of the DoFn.
    DoFn *FunctionSpec `protobuf:"bytes,1,opt,name=do_fn,json=doFn,proto3" json:"do_fn,omitempty"`
    // (Required) Additional pieces of context the DoFn may require that
    // are not otherwise represented in the payload.
    // (may force runners to execute the ParDo differently)
    Parameters []*Parameter `protobuf:"bytes,2,rep,name=parameters,proto3" json:"parameters,omitempty"`
    // (Optional) A mapping of local input names to side inputs, describing
    // the expected access pattern.
    SideInputs map[string]*SideInput `protobuf:"bytes,3,rep,name=side_inputs,json=sideInputs,proto3" json:"side_inputs,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"`
    // (Optional) A mapping of local state names to state specifications.
    StateSpecs map[string]*StateSpec `protobuf:"bytes,4,rep,name=state_specs,json=stateSpecs,proto3" json:"state_specs,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"`
    // (Optional) A mapping of local timer names to timer specifications.
    TimerSpecs map[string]*TimerSpec `protobuf:"bytes,5,rep,name=timer_specs,json=timerSpecs,proto3" json:"timer_specs,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"`
    // Whether the DoFn is splittable
    Splittable bool `protobuf:"varint,6,opt,name=splittable,proto3" json:"splittable,omitempty"`
    // (Required if splittable == true) Id of the restriction coder.
    RestrictionCoderId string `protobuf:"bytes,7,opt,name=restriction_coder_id,json=restrictionCoderId,proto3" json:"restriction_coder_id,omitempty"`
    // (Optional) Only set when this ParDo can request bundle finalization.
    RequestsFinalization bool     `protobuf:"varint,8,opt,name=requests_finalization,json=requestsFinalization,proto3" json:"requests_finalization,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

The payload for the primitive ParDo transform.

func (*ParDoPayload) Descriptor Uses

func (*ParDoPayload) Descriptor() ([]byte, []int)

func (*ParDoPayload) GetDoFn Uses

func (m *ParDoPayload) GetDoFn() *FunctionSpec

func (*ParDoPayload) GetParameters Uses

func (m *ParDoPayload) GetParameters() []*Parameter

func (*ParDoPayload) GetRequestsFinalization Uses

func (m *ParDoPayload) GetRequestsFinalization() bool

func (*ParDoPayload) GetRestrictionCoderId Uses

func (m *ParDoPayload) GetRestrictionCoderId() string

func (*ParDoPayload) GetSideInputs Uses

func (m *ParDoPayload) GetSideInputs() map[string]*SideInput

func (*ParDoPayload) GetSplittable Uses

func (m *ParDoPayload) GetSplittable() bool

func (*ParDoPayload) GetStateSpecs Uses

func (m *ParDoPayload) GetStateSpecs() map[string]*StateSpec

func (*ParDoPayload) GetTimerSpecs Uses

func (m *ParDoPayload) GetTimerSpecs() map[string]*TimerSpec

func (*ParDoPayload) ProtoMessage Uses

func (*ParDoPayload) ProtoMessage()

func (*ParDoPayload) Reset Uses

func (m *ParDoPayload) Reset()

func (*ParDoPayload) String Uses

func (m *ParDoPayload) String() string

func (*ParDoPayload) XXX_DiscardUnknown Uses

func (m *ParDoPayload) XXX_DiscardUnknown()

func (*ParDoPayload) XXX_Marshal Uses

func (m *ParDoPayload) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ParDoPayload) XXX_Merge Uses

func (m *ParDoPayload) XXX_Merge(src proto.Message)

func (*ParDoPayload) XXX_Size Uses

func (m *ParDoPayload) XXX_Size() int

func (*ParDoPayload) XXX_Unmarshal Uses

func (m *ParDoPayload) XXX_Unmarshal(b []byte) error

type Parameter Uses

type Parameter struct {
    Type                 Parameter_Type_Enum `protobuf:"varint,1,opt,name=type,proto3,enum=org.apache.beam.model.pipeline.v1.Parameter_Type_Enum" json:"type,omitempty"`
    XXX_NoUnkeyedLiteral struct{}            `json:"-"`
    XXX_unrecognized     []byte              `json:"-"`
    XXX_sizecache        int32               `json:"-"`
}

Parameters that a UDF might require.

The details of how a runner sends these parameters to the SDK harness are the subject of the Fn API.

The details of how an SDK harness delivers them to the UDF is entirely up to the SDK. (for some SDKs there may be parameters that are not represented here if the runner doesn't need to do anything)

Here, the parameters are simply indicators to the runner that they need to run the function a particular way.

TODO: the evolution of the Fn API will influence what needs explicit representation here

func (*Parameter) Descriptor Uses

func (*Parameter) Descriptor() ([]byte, []int)

func (*Parameter) GetType Uses

func (m *Parameter) GetType() Parameter_Type_Enum

func (*Parameter) ProtoMessage Uses

func (*Parameter) ProtoMessage()

func (*Parameter) Reset Uses

func (m *Parameter) Reset()

func (*Parameter) String Uses

func (m *Parameter) String() string

func (*Parameter) XXX_DiscardUnknown Uses

func (m *Parameter) XXX_DiscardUnknown()

func (*Parameter) XXX_Marshal Uses

func (m *Parameter) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Parameter) XXX_Merge Uses

func (m *Parameter) XXX_Merge(src proto.Message)

func (*Parameter) XXX_Size Uses

func (m *Parameter) XXX_Size() int

func (*Parameter) XXX_Unmarshal Uses

func (m *Parameter) XXX_Unmarshal(b []byte) error

type Parameter_Type Uses

type Parameter_Type struct {
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*Parameter_Type) Descriptor Uses

func (*Parameter_Type) Descriptor() ([]byte, []int)

func (*Parameter_Type) ProtoMessage Uses

func (*Parameter_Type) ProtoMessage()

func (*Parameter_Type) Reset Uses

func (m *Parameter_Type) Reset()

func (*Parameter_Type) String Uses

func (m *Parameter_Type) String() string

func (*Parameter_Type) XXX_DiscardUnknown Uses

func (m *Parameter_Type) XXX_DiscardUnknown()

func (*Parameter_Type) XXX_Marshal Uses

func (m *Parameter_Type) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Parameter_Type) XXX_Merge Uses

func (m *Parameter_Type) XXX_Merge(src proto.Message)

func (*Parameter_Type) XXX_Size Uses

func (m *Parameter_Type) XXX_Size() int

func (*Parameter_Type) XXX_Unmarshal Uses

func (m *Parameter_Type) XXX_Unmarshal(b []byte) error

type Parameter_Type_Enum Uses

type Parameter_Type_Enum int32
const (
    Parameter_Type_UNSPECIFIED         Parameter_Type_Enum = 0
    Parameter_Type_WINDOW              Parameter_Type_Enum = 1
    Parameter_Type_PIPELINE_OPTIONS    Parameter_Type_Enum = 2
    Parameter_Type_RESTRICTION_TRACKER Parameter_Type_Enum = 3
)

func (Parameter_Type_Enum) EnumDescriptor Uses

func (Parameter_Type_Enum) EnumDescriptor() ([]byte, []int)

func (Parameter_Type_Enum) String Uses

func (x Parameter_Type_Enum) String() string

type Pipeline Uses

type Pipeline struct {
    // (Required) The coders, UDFs, graph nodes, etc, that make up
    // this pipeline.
    Components *Components `protobuf:"bytes,1,opt,name=components,proto3" json:"components,omitempty"`
    // (Required) The ids of all PTransforms that are not contained within another PTransform.
    // These must be in shallow topological order, so that traversing them recursively
    // in this order yields a recursively topological traversal.
    RootTransformIds []string `protobuf:"bytes,2,rep,name=root_transform_ids,json=rootTransformIds,proto3" json:"root_transform_ids,omitempty"`
    // (Optional) Static display data for the pipeline. If there is none,
    // it may be omitted.
    DisplayData          *DisplayData `protobuf:"bytes,3,opt,name=display_data,json=displayData,proto3" json:"display_data,omitempty"`
    XXX_NoUnkeyedLiteral struct{}     `json:"-"`
    XXX_unrecognized     []byte       `json:"-"`
    XXX_sizecache        int32        `json:"-"`
}

A Pipeline is a hierarchical graph of PTransforms, linked by PCollections.

This is represented by a number of by-reference maps to nodes, PCollections, SDK environments, UDF, etc., for supporting compact reuse and arbitrary graph structure.

All of the keys in the maps here are arbitrary strings that are only required to be internally consistent within this proto message.

func (*Pipeline) Descriptor Uses

func (*Pipeline) Descriptor() ([]byte, []int)

func (*Pipeline) GetComponents Uses

func (m *Pipeline) GetComponents() *Components

func (*Pipeline) GetDisplayData Uses

func (m *Pipeline) GetDisplayData() *DisplayData

func (*Pipeline) GetRootTransformIds Uses

func (m *Pipeline) GetRootTransformIds() []string

func (*Pipeline) ProtoMessage Uses

func (*Pipeline) ProtoMessage()

func (*Pipeline) Reset Uses

func (m *Pipeline) Reset()

func (*Pipeline) String Uses

func (m *Pipeline) String() string

func (*Pipeline) XXX_DiscardUnknown Uses

func (m *Pipeline) XXX_DiscardUnknown()

func (*Pipeline) XXX_Marshal Uses

func (m *Pipeline) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Pipeline) XXX_Merge Uses

func (m *Pipeline) XXX_Merge(src proto.Message)

func (*Pipeline) XXX_Size Uses

func (m *Pipeline) XXX_Size() int

func (*Pipeline) XXX_Unmarshal Uses

func (m *Pipeline) XXX_Unmarshal(b []byte) error

type ProcessPayload Uses

type ProcessPayload struct {
    Os                   string            `protobuf:"bytes,1,opt,name=os,proto3" json:"os,omitempty"`
    Arch                 string            `protobuf:"bytes,2,opt,name=arch,proto3" json:"arch,omitempty"`
    Command              string            `protobuf:"bytes,3,opt,name=command,proto3" json:"command,omitempty"`
    Env                  map[string]string `protobuf:"bytes,4,rep,name=env,proto3" json:"env,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"`
    XXX_NoUnkeyedLiteral struct{}          `json:"-"`
    XXX_unrecognized     []byte            `json:"-"`
    XXX_sizecache        int32             `json:"-"`
}

func (*ProcessPayload) Descriptor Uses

func (*ProcessPayload) Descriptor() ([]byte, []int)

func (*ProcessPayload) GetArch Uses

func (m *ProcessPayload) GetArch() string

func (*ProcessPayload) GetCommand Uses

func (m *ProcessPayload) GetCommand() string

func (*ProcessPayload) GetEnv Uses

func (m *ProcessPayload) GetEnv() map[string]string

func (*ProcessPayload) GetOs Uses

func (m *ProcessPayload) GetOs() string

func (*ProcessPayload) ProtoMessage Uses

func (*ProcessPayload) ProtoMessage()

func (*ProcessPayload) Reset Uses

func (m *ProcessPayload) Reset()

func (*ProcessPayload) String Uses

func (m *ProcessPayload) String() string

func (*ProcessPayload) XXX_DiscardUnknown Uses

func (m *ProcessPayload) XXX_DiscardUnknown()

func (*ProcessPayload) XXX_Marshal Uses

func (m *ProcessPayload) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ProcessPayload) XXX_Merge Uses

func (m *ProcessPayload) XXX_Merge(src proto.Message)

func (*ProcessPayload) XXX_Size Uses

func (m *ProcessPayload) XXX_Size() int

func (*ProcessPayload) XXX_Unmarshal Uses

func (m *ProcessPayload) XXX_Unmarshal(b []byte) error

type ReadModifyWriteStateSpec Uses

type ReadModifyWriteStateSpec struct {
    CoderId              string   `protobuf:"bytes,1,opt,name=coder_id,json=coderId,proto3" json:"coder_id,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*ReadModifyWriteStateSpec) Descriptor Uses

func (*ReadModifyWriteStateSpec) Descriptor() ([]byte, []int)

func (*ReadModifyWriteStateSpec) GetCoderId Uses

func (m *ReadModifyWriteStateSpec) GetCoderId() string

func (*ReadModifyWriteStateSpec) ProtoMessage Uses

func (*ReadModifyWriteStateSpec) ProtoMessage()

func (*ReadModifyWriteStateSpec) Reset Uses

func (m *ReadModifyWriteStateSpec) Reset()

func (*ReadModifyWriteStateSpec) String Uses

func (m *ReadModifyWriteStateSpec) String() string

func (*ReadModifyWriteStateSpec) XXX_DiscardUnknown Uses

func (m *ReadModifyWriteStateSpec) XXX_DiscardUnknown()

func (*ReadModifyWriteStateSpec) XXX_Marshal Uses

func (m *ReadModifyWriteStateSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ReadModifyWriteStateSpec) XXX_Merge Uses

func (m *ReadModifyWriteStateSpec) XXX_Merge(src proto.Message)

func (*ReadModifyWriteStateSpec) XXX_Size Uses

func (m *ReadModifyWriteStateSpec) XXX_Size() int

func (*ReadModifyWriteStateSpec) XXX_Unmarshal Uses

func (m *ReadModifyWriteStateSpec) XXX_Unmarshal(b []byte) error

type ReadPayload Uses

type ReadPayload struct {
    // (Required) The FunctionSpec of the source for this Read.
    Source *FunctionSpec `protobuf:"bytes,1,opt,name=source,proto3" json:"source,omitempty"`
    // (Required) Whether the source is bounded or unbounded
    IsBounded            IsBounded_Enum `protobuf:"varint,2,opt,name=is_bounded,json=isBounded,proto3,enum=org.apache.beam.model.pipeline.v1.IsBounded_Enum" json:"is_bounded,omitempty"`
    XXX_NoUnkeyedLiteral struct{}       `json:"-"`
    XXX_unrecognized     []byte         `json:"-"`
    XXX_sizecache        int32          `json:"-"`
}

The payload for the primitive Read transform.

func (*ReadPayload) Descriptor Uses

func (*ReadPayload) Descriptor() ([]byte, []int)

func (*ReadPayload) GetIsBounded Uses

func (m *ReadPayload) GetIsBounded() IsBounded_Enum

func (*ReadPayload) GetSource Uses

func (m *ReadPayload) GetSource() *FunctionSpec

func (*ReadPayload) ProtoMessage Uses

func (*ReadPayload) ProtoMessage()

func (*ReadPayload) Reset Uses

func (m *ReadPayload) Reset()

func (*ReadPayload) String Uses

func (m *ReadPayload) String() string

func (*ReadPayload) XXX_DiscardUnknown Uses

func (m *ReadPayload) XXX_DiscardUnknown()

func (*ReadPayload) XXX_Marshal Uses

func (m *ReadPayload) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ReadPayload) XXX_Merge Uses

func (m *ReadPayload) XXX_Merge(src proto.Message)

func (*ReadPayload) XXX_Size Uses

func (m *ReadPayload) XXX_Size() int

func (*ReadPayload) XXX_Unmarshal Uses

func (m *ReadPayload) XXX_Unmarshal(b []byte) error

type SessionsPayload Uses

type SessionsPayload struct {
    GapSize              *duration.Duration `protobuf:"bytes,1,opt,name=gap_size,json=gapSize,proto3" json:"gap_size,omitempty"`
    XXX_NoUnkeyedLiteral struct{}           `json:"-"`
    XXX_unrecognized     []byte             `json:"-"`
    XXX_sizecache        int32              `json:"-"`
}

func (*SessionsPayload) Descriptor Uses

func (*SessionsPayload) Descriptor() ([]byte, []int)

func (*SessionsPayload) GetGapSize Uses

func (m *SessionsPayload) GetGapSize() *duration.Duration

func (*SessionsPayload) ProtoMessage Uses

func (*SessionsPayload) ProtoMessage()

func (*SessionsPayload) Reset Uses

func (m *SessionsPayload) Reset()

func (*SessionsPayload) String Uses

func (m *SessionsPayload) String() string

func (*SessionsPayload) XXX_DiscardUnknown Uses

func (m *SessionsPayload) XXX_DiscardUnknown()

func (*SessionsPayload) XXX_Marshal Uses

func (m *SessionsPayload) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*SessionsPayload) XXX_Merge Uses

func (m *SessionsPayload) XXX_Merge(src proto.Message)

func (*SessionsPayload) XXX_Size Uses

func (m *SessionsPayload) XXX_Size() int

func (*SessionsPayload) XXX_Unmarshal Uses

func (m *SessionsPayload) XXX_Unmarshal(b []byte) error

type SessionsPayload_Enum Uses

type SessionsPayload_Enum int32
const (
    // TODO(BEAM-3595): Change this to beam:windowfn:session_windows:v1
    SessionsPayload_PROPERTIES SessionsPayload_Enum = 0
)

func (SessionsPayload_Enum) EnumDescriptor Uses

func (SessionsPayload_Enum) EnumDescriptor() ([]byte, []int)

func (SessionsPayload_Enum) String Uses

func (x SessionsPayload_Enum) String() string

type SetStateSpec Uses

type SetStateSpec struct {
    ElementCoderId       string   `protobuf:"bytes,1,opt,name=element_coder_id,json=elementCoderId,proto3" json:"element_coder_id,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*SetStateSpec) Descriptor Uses

func (*SetStateSpec) Descriptor() ([]byte, []int)

func (*SetStateSpec) GetElementCoderId Uses

func (m *SetStateSpec) GetElementCoderId() string

func (*SetStateSpec) ProtoMessage Uses

func (*SetStateSpec) ProtoMessage()

func (*SetStateSpec) Reset Uses

func (m *SetStateSpec) Reset()

func (*SetStateSpec) String Uses

func (m *SetStateSpec) String() string

func (*SetStateSpec) XXX_DiscardUnknown Uses

func (m *SetStateSpec) XXX_DiscardUnknown()

func (*SetStateSpec) XXX_Marshal Uses

func (m *SetStateSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*SetStateSpec) XXX_Merge Uses

func (m *SetStateSpec) XXX_Merge(src proto.Message)

func (*SetStateSpec) XXX_Size Uses

func (m *SetStateSpec) XXX_Size() int

func (*SetStateSpec) XXX_Unmarshal Uses

func (m *SetStateSpec) XXX_Unmarshal(b []byte) error

type SideInput Uses

type SideInput struct {
    // (Required) URN of the access pattern required by the `view_fn` to present
    // the desired SDK-specific interface to a UDF.
    //
    // This access pattern defines the SDK harness <-> Runner Harness RPC
    // interface for accessing a side input.
    //
    // The only access pattern intended for Beam, because of its superior
    // performance possibilities, is "beam:sideinput:multimap" (or some such
    // URN)
    AccessPattern *FunctionSpec `protobuf:"bytes,1,opt,name=access_pattern,json=accessPattern,proto3" json:"access_pattern,omitempty"`
    // (Required) The FunctionSpec of the UDF that adapts a particular
    // access_pattern to a user-facing view type.
    //
    // For example, View.asSingleton() may include a `view_fn` that adapts a
    // specially-designed multimap to a single value per window.
    ViewFn *FunctionSpec `protobuf:"bytes,2,opt,name=view_fn,json=viewFn,proto3" json:"view_fn,omitempty"`
    // (Required) The FunctionSpec of the UDF that maps a main input window
    // to a side input window.
    //
    // For example, when the main input is in fixed windows of one hour, this
    // can specify that the side input should be accessed according to the day
    // in which that hour falls.
    WindowMappingFn      *FunctionSpec `protobuf:"bytes,3,opt,name=window_mapping_fn,json=windowMappingFn,proto3" json:"window_mapping_fn,omitempty"`
    XXX_NoUnkeyedLiteral struct{}      `json:"-"`
    XXX_unrecognized     []byte        `json:"-"`
    XXX_sizecache        int32         `json:"-"`
}

A specification for how to "side input" a PCollection.

func (*SideInput) Descriptor Uses

func (*SideInput) Descriptor() ([]byte, []int)

func (*SideInput) GetAccessPattern Uses

func (m *SideInput) GetAccessPattern() *FunctionSpec

func (*SideInput) GetViewFn Uses

func (m *SideInput) GetViewFn() *FunctionSpec

func (*SideInput) GetWindowMappingFn Uses

func (m *SideInput) GetWindowMappingFn() *FunctionSpec

func (*SideInput) ProtoMessage Uses

func (*SideInput) ProtoMessage()

func (*SideInput) Reset Uses

func (m *SideInput) Reset()

func (*SideInput) String Uses

func (m *SideInput) String() string

func (*SideInput) XXX_DiscardUnknown Uses

func (m *SideInput) XXX_DiscardUnknown()

func (*SideInput) XXX_Marshal Uses

func (m *SideInput) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*SideInput) XXX_Merge Uses

func (m *SideInput) XXX_Merge(src proto.Message)

func (*SideInput) XXX_Size