beam: github.com/apache/beam/sdks/go/pkg/beam/model/pipeline_v1 Index | Files

package pipeline_v1

import "github.com/apache/beam/sdks/go/pkg/beam/model/pipeline_v1"

Index

Package Files

beam_runner_api.pb.go endpoints.pb.go external_transforms.pb.go metrics.pb.go standard_window_fns.pb.go

Variables

var AccumulationMode_Enum_name = map[int32]string{
    0:  "UNSPECIFIED",
    1:  "DISCARDING",
    2:  "ACCUMULATING",
    3:  "RETRACTING",
}
var AccumulationMode_Enum_value = map[string]int32{
    "UNSPECIFIED":  0,
    "DISCARDING":   1,
    "ACCUMULATING": 2,
    "RETRACTING":   3,
}
var BeamConstants_Constants_name = map[int32]string{
    0:  "MIN_TIMESTAMP_MILLIS",
    1:  "MAX_TIMESTAMP_MILLIS",
    2:  "GLOBAL_WINDOW_MAX_TIMESTAMP_MILLIS",
}
var BeamConstants_Constants_value = map[string]int32{
    "MIN_TIMESTAMP_MILLIS":               0,
    "MAX_TIMESTAMP_MILLIS":               1,
    "GLOBAL_WINDOW_MAX_TIMESTAMP_MILLIS": 2,
}
var ClosingBehavior_Enum_name = map[int32]string{
    0:  "UNSPECIFIED",
    1:  "EMIT_ALWAYS",
    2:  "EMIT_IF_NONEMPTY",
}
var ClosingBehavior_Enum_value = map[string]int32{
    "UNSPECIFIED":      0,
    "EMIT_ALWAYS":      1,
    "EMIT_IF_NONEMPTY": 2,
}
var E_BeamConstant = &proto.ExtensionDesc{
    ExtendedType:  (*descriptor.EnumValueOptions)(nil),
    ExtensionType: (*string)(nil),
    Field:         185324357,
    Name:          "org.apache.beam.model.pipeline.v1.beam_constant",
    Tag:           "bytes,185324357,opt,name=beam_constant",
    Filename:      "beam_runner_api.proto",
}
var E_BeamUrn = &proto.ExtensionDesc{
    ExtendedType:  (*descriptor.EnumValueOptions)(nil),
    ExtensionType: (*string)(nil),
    Field:         185324356,
    Name:          "org.apache.beam.model.pipeline.v1.beam_urn",
    Tag:           "bytes,185324356,opt,name=beam_urn",
    Filename:      "beam_runner_api.proto",
}
var E_LabelProps = &proto.ExtensionDesc{
    ExtendedType:  (*descriptor.EnumValueOptions)(nil),
    ExtensionType: (*MonitoringInfoLabelProps)(nil),
    Field:         127337796,
    Name:          "org.apache.beam.model.pipeline.v1.label_props",
    Tag:           "bytes,127337796,opt,name=label_props",
    Filename:      "metrics.proto",
}
var E_MonitoringInfoSpec = &proto.ExtensionDesc{
    ExtendedType:  (*descriptor.EnumValueOptions)(nil),
    ExtensionType: (*MonitoringInfoSpec)(nil),
    Field:         207174266,
    Name:          "org.apache.beam.model.pipeline.v1.monitoring_info_spec",
    Tag:           "bytes,207174266,opt,name=monitoring_info_spec",
    Filename:      "metrics.proto",
}
var FixedWindowsPayload_Enum_name = map[int32]string{
    0: "PROPERTIES",
}
var FixedWindowsPayload_Enum_value = map[string]int32{
    "PROPERTIES": 0,
}
var GlobalWindowsPayload_Enum_name = map[int32]string{
    0: "PROPERTIES",
}
var GlobalWindowsPayload_Enum_value = map[string]int32{
    "PROPERTIES": 0,
}
var IsBounded_Enum_name = map[int32]string{
    0:  "UNSPECIFIED",
    1:  "UNBOUNDED",
    2:  "BOUNDED",
}
var IsBounded_Enum_value = map[string]int32{
    "UNSPECIFIED": 0,
    "UNBOUNDED":   1,
    "BOUNDED":     2,
}
var MergeStatus_Enum_name = map[int32]string{
    0:  "UNSPECIFIED",
    1:  "NON_MERGING",
    2:  "NEEDS_MERGE",
    3:  "ALREADY_MERGED",
}
var MergeStatus_Enum_value = map[string]int32{
    "UNSPECIFIED":    0,
    "NON_MERGING":    1,
    "NEEDS_MERGE":    2,
    "ALREADY_MERGED": 3,
}
var MonitoringInfoSpecs_Enum_name = map[int32]string{
    0:  "USER_SUM_INT64",
    1:  "USER_SUM_DOUBLE",
    2:  "USER_DISTRIBUTION_INT64",
    3:  "USER_DISTRIBUTION_DOUBLE",
    4:  "USER_LATEST_INT64",
    5:  "USER_LATEST_DOUBLE",
    6:  "USER_TOP_N_INT64",
    7:  "USER_TOP_N_DOUBLE",
    8:  "USER_BOTTOM_N_INT64",
    9:  "USER_BOTTOM_N_DOUBLE",
    10: "ELEMENT_COUNT",
    11: "SAMPLED_BYTE_SIZE",
    12: "START_BUNDLE_MSECS",
    13: "PROCESS_BUNDLE_MSECS",
    14: "FINISH_BUNDLE_MSECS",
    15: "TOTAL_MSECS",
    16: "WORK_REMAINING",
    17: "WORK_COMPLETED",
}
var MonitoringInfoSpecs_Enum_value = map[string]int32{
    "USER_SUM_INT64":           0,
    "USER_SUM_DOUBLE":          1,
    "USER_DISTRIBUTION_INT64":  2,
    "USER_DISTRIBUTION_DOUBLE": 3,
    "USER_LATEST_INT64":        4,
    "USER_LATEST_DOUBLE":       5,
    "USER_TOP_N_INT64":         6,
    "USER_TOP_N_DOUBLE":        7,
    "USER_BOTTOM_N_INT64":      8,
    "USER_BOTTOM_N_DOUBLE":     9,
    "ELEMENT_COUNT":            10,
    "SAMPLED_BYTE_SIZE":        11,
    "START_BUNDLE_MSECS":       12,
    "PROCESS_BUNDLE_MSECS":     13,
    "FINISH_BUNDLE_MSECS":      14,
    "TOTAL_MSECS":              15,
    "WORK_REMAINING":           16,
    "WORK_COMPLETED":           17,
}
var MonitoringInfoTypeUrns_Enum_name = map[int32]string{
    0:  "SUM_INT64_TYPE",
    1:  "SUM_DOUBLE_TYPE",
    2:  "DISTRIBUTION_INT64_TYPE",
    3:  "DISTRIBUTION_DOUBLE_TYPE",
    4:  "LATEST_INT64_TYPE",
    5:  "LATEST_DOUBLE_TYPE",
    6:  "TOP_N_INT64_TYPE",
    7:  "TOP_N_DOUBLE_TYPE",
    8:  "BOTTOM_N_INT64_TYPE",
    9:  "BOTTOM_N_DOUBLE_TYPE",
    10: "PROGRESS_TYPE",
}
var MonitoringInfoTypeUrns_Enum_value = map[string]int32{
    "SUM_INT64_TYPE":           0,
    "SUM_DOUBLE_TYPE":          1,
    "DISTRIBUTION_INT64_TYPE":  2,
    "DISTRIBUTION_DOUBLE_TYPE": 3,
    "LATEST_INT64_TYPE":        4,
    "LATEST_DOUBLE_TYPE":       5,
    "TOP_N_INT64_TYPE":         6,
    "TOP_N_DOUBLE_TYPE":        7,
    "BOTTOM_N_INT64_TYPE":      8,
    "BOTTOM_N_DOUBLE_TYPE":     9,
    "PROGRESS_TYPE":            10,
}
var MonitoringInfo_MonitoringInfoLabels_name = map[int32]string{
    0:  "TRANSFORM",
    1:  "PCOLLECTION",
    2:  "WINDOWING_STRATEGY",
    3:  "CODER",
    4:  "ENVIRONMENT",
    5:  "NAMESPACE",
    6:  "NAME",
}
var MonitoringInfo_MonitoringInfoLabels_value = map[string]int32{
    "TRANSFORM":          0,
    "PCOLLECTION":        1,
    "WINDOWING_STRATEGY": 2,
    "CODER":              3,
    "ENVIRONMENT":        4,
    "NAMESPACE":          5,
    "NAME":               6,
}
var OnTimeBehavior_Enum_name = map[int32]string{
    0:  "UNSPECIFIED",
    1:  "FIRE_ALWAYS",
    2:  "FIRE_IF_NONEMPTY",
}
var OnTimeBehavior_Enum_value = map[string]int32{
    "UNSPECIFIED":      0,
    "FIRE_ALWAYS":      1,
    "FIRE_IF_NONEMPTY": 2,
}
var OutputTime_Enum_name = map[int32]string{
    0:  "UNSPECIFIED",
    1:  "END_OF_WINDOW",
    2:  "LATEST_IN_PANE",
    3:  "EARLIEST_IN_PANE",
}
var OutputTime_Enum_value = map[string]int32{
    "UNSPECIFIED":      0,
    "END_OF_WINDOW":    1,
    "LATEST_IN_PANE":   2,
    "EARLIEST_IN_PANE": 3,
}
var SessionWindowsPayload_Enum_name = map[int32]string{
    0: "PROPERTIES",
}
var SessionWindowsPayload_Enum_value = map[string]int32{
    "PROPERTIES": 0,
}
var SlidingWindowsPayload_Enum_name = map[int32]string{
    0: "PROPERTIES",
}
var SlidingWindowsPayload_Enum_value = map[string]int32{
    "PROPERTIES": 0,
}
var StandardArtifacts_Roles_name = map[int32]string{
    0: "STAGING_TO",
}
var StandardArtifacts_Roles_value = map[string]int32{
    "STAGING_TO": 0,
}
var StandardArtifacts_Types_name = map[int32]string{
    0:  "FILE",
    1:  "URL",
    2:  "EMBEDDED",
    3:  "PYPI",
    4:  "MAVEN",
    5:  "DEFERRED",
}
var StandardArtifacts_Types_value = map[string]int32{
    "FILE":     0,
    "URL":      1,
    "EMBEDDED": 2,
    "PYPI":     3,
    "MAVEN":    4,
    "DEFERRED": 5,
}
var StandardCoders_Enum_name = map[int32]string{
    0:  "BYTES",
    10: "STRING_UTF8",
    1:  "KV",
    12: "BOOL",
    2:  "VARINT",
    11: "DOUBLE",
    3:  "ITERABLE",
    4:  "TIMER",
    5:  "INTERVAL_WINDOW",
    6:  "LENGTH_PREFIX",
    7:  "GLOBAL_WINDOW",
    8:  "WINDOWED_VALUE",
    14: "PARAM_WINDOWED_VALUE",
    9:  "STATE_BACKED_ITERABLE",
    13: "ROW",
}
var StandardCoders_Enum_value = map[string]int32{
    "BYTES":                 0,
    "STRING_UTF8":           10,
    "KV":                    1,
    "BOOL":                  12,
    "VARINT":                2,
    "DOUBLE":                11,
    "ITERABLE":              3,
    "TIMER":                 4,
    "INTERVAL_WINDOW":       5,
    "LENGTH_PREFIX":         6,
    "GLOBAL_WINDOW":         7,
    "WINDOWED_VALUE":        8,
    "PARAM_WINDOWED_VALUE":  14,
    "STATE_BACKED_ITERABLE": 9,
    "ROW":                   13,
}
var StandardDisplayData_DisplayData_name = map[int32]string{
    0: "LABELLED_STRING",
}
var StandardDisplayData_DisplayData_value = map[string]int32{
    "LABELLED_STRING": 0,
}
var StandardEnvironments_Environments_name = map[int32]string{
    0:  "DOCKER",
    1:  "PROCESS",
    2:  "EXTERNAL",
}
var StandardEnvironments_Environments_value = map[string]int32{
    "DOCKER":   0,
    "PROCESS":  1,
    "EXTERNAL": 2,
}
var StandardPTransforms_CombineComponents_name = map[int32]string{
    0:  "COMBINE_PER_KEY_PRECOMBINE",
    1:  "COMBINE_PER_KEY_MERGE_ACCUMULATORS",
    2:  "COMBINE_PER_KEY_EXTRACT_OUTPUTS",
    3:  "COMBINE_GROUPED_VALUES",
    4:  "COMBINE_PER_KEY_CONVERT_TO_ACCUMULATORS",
}
var StandardPTransforms_CombineComponents_value = map[string]int32{
    "COMBINE_PER_KEY_PRECOMBINE":              0,
    "COMBINE_PER_KEY_MERGE_ACCUMULATORS":      1,
    "COMBINE_PER_KEY_EXTRACT_OUTPUTS":         2,
    "COMBINE_GROUPED_VALUES":                  3,
    "COMBINE_PER_KEY_CONVERT_TO_ACCUMULATORS": 4,
}
var StandardPTransforms_Composites_name = map[int32]string{
    0:  "COMBINE_PER_KEY",
    1:  "COMBINE_GLOBALLY",
    2:  "RESHUFFLE",
    3:  "WRITE_FILES",
}
var StandardPTransforms_Composites_value = map[string]int32{
    "COMBINE_PER_KEY":  0,
    "COMBINE_GLOBALLY": 1,
    "RESHUFFLE":        2,
    "WRITE_FILES":      3,
}
var StandardPTransforms_DeprecatedPrimitives_name = map[int32]string{
    0:  "READ",
    1:  "CREATE_VIEW",
}
var StandardPTransforms_DeprecatedPrimitives_value = map[string]int32{
    "READ":        0,
    "CREATE_VIEW": 1,
}
var StandardPTransforms_Primitives_name = map[int32]string{
    0:  "PAR_DO",
    1:  "FLATTEN",
    2:  "GROUP_BY_KEY",
    3:  "IMPULSE",
    4:  "ASSIGN_WINDOWS",
    5:  "TEST_STREAM",
    6:  "MAP_WINDOWS",
    7:  "MERGE_WINDOWS",
}
var StandardPTransforms_Primitives_value = map[string]int32{
    "PAR_DO":         0,
    "FLATTEN":        1,
    "GROUP_BY_KEY":   2,
    "IMPULSE":        3,
    "ASSIGN_WINDOWS": 4,
    "TEST_STREAM":    5,
    "MAP_WINDOWS":    6,
    "MERGE_WINDOWS":  7,
}
var StandardPTransforms_SplittableParDoComponents_name = map[int32]string{
    0:  "PAIR_WITH_RESTRICTION",
    1:  "SPLIT_RESTRICTION",
    2:  "PROCESS_KEYED_ELEMENTS",
    3:  "PROCESS_ELEMENTS",
    4:  "SPLIT_AND_SIZE_RESTRICTIONS",
    5:  "PROCESS_SIZED_ELEMENTS_AND_RESTRICTIONS",
}
var StandardPTransforms_SplittableParDoComponents_value = map[string]int32{
    "PAIR_WITH_RESTRICTION":                   0,
    "SPLIT_RESTRICTION":                       1,
    "PROCESS_KEYED_ELEMENTS":                  2,
    "PROCESS_ELEMENTS":                        3,
    "SPLIT_AND_SIZE_RESTRICTIONS":             4,
    "PROCESS_SIZED_ELEMENTS_AND_RESTRICTIONS": 5,
}
var StandardProtocols_Enum_name = map[int32]string{
    0:  "LEGACY_PROGRESS_REPORTING",
    1:  "PROGRESS_REPORTING",
    2:  "WORKER_STATUS",
    3:  "MULTI_CORE_BUNDLE_PROCESSING",
}
var StandardProtocols_Enum_value = map[string]int32{
    "LEGACY_PROGRESS_REPORTING":    0,
    "PROGRESS_REPORTING":           1,
    "WORKER_STATUS":                2,
    "MULTI_CORE_BUNDLE_PROCESSING": 3,
}
var StandardRequirements_Enum_name = map[int32]string{
    0:  "REQUIRES_STATEFUL_PROCESSING",
    1:  "REQUIRES_BUNDLE_FINALIZATION",
    2:  "REQUIRES_STABLE_INPUT",
    3:  "REQUIRES_TIME_SORTED_INPUT",
    4:  "REQUIRES_SPLITTABLE_DOFN",
}
var StandardRequirements_Enum_value = map[string]int32{
    "REQUIRES_STATEFUL_PROCESSING": 0,
    "REQUIRES_BUNDLE_FINALIZATION": 1,
    "REQUIRES_STABLE_INPUT":        2,
    "REQUIRES_TIME_SORTED_INPUT":   3,
    "REQUIRES_SPLITTABLE_DOFN":     4,
}
var StandardSideInputTypes_Enum_name = map[int32]string{
    0:  "ITERABLE",
    1:  "MULTIMAP",
}
var StandardSideInputTypes_Enum_value = map[string]int32{
    "ITERABLE": 0,
    "MULTIMAP": 1,
}
var TimeDomain_Enum_name = map[int32]string{
    0:  "UNSPECIFIED",
    1:  "EVENT_TIME",
    2:  "PROCESSING_TIME",
    3:  "SYNCHRONIZED_PROCESSING_TIME",
}
var TimeDomain_Enum_value = map[string]int32{
    "UNSPECIFIED":                  0,
    "EVENT_TIME":                   1,
    "PROCESSING_TIME":              2,
    "SYNCHRONIZED_PROCESSING_TIME": 3,
}

func RegisterTestStreamServiceServer Uses

func RegisterTestStreamServiceServer(s *grpc.Server, srv TestStreamServiceServer)

type AccumulationMode Uses

type AccumulationMode struct {
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

Whether or not subsequent outputs of aggregations should be entire replacement values or just the aggregation of inputs received since the prior output.

func (*AccumulationMode) Descriptor Uses

func (*AccumulationMode) Descriptor() ([]byte, []int)

func (*AccumulationMode) ProtoMessage Uses

func (*AccumulationMode) ProtoMessage()

func (*AccumulationMode) Reset Uses

func (m *AccumulationMode) Reset()

func (*AccumulationMode) String Uses

func (m *AccumulationMode) String() string

func (*AccumulationMode) XXX_DiscardUnknown Uses

func (m *AccumulationMode) XXX_DiscardUnknown()

func (*AccumulationMode) XXX_Marshal Uses

func (m *AccumulationMode) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*AccumulationMode) XXX_Merge Uses

func (m *AccumulationMode) XXX_Merge(src proto.Message)

func (*AccumulationMode) XXX_Size Uses

func (m *AccumulationMode) XXX_Size() int

func (*AccumulationMode) XXX_Unmarshal Uses

func (m *AccumulationMode) XXX_Unmarshal(b []byte) error

type AccumulationMode_Enum Uses

type AccumulationMode_Enum int32
const (
    AccumulationMode_UNSPECIFIED AccumulationMode_Enum = 0
    // The aggregation is discarded when it is output
    AccumulationMode_DISCARDING AccumulationMode_Enum = 1
    // The aggregation is accumulated across outputs
    AccumulationMode_ACCUMULATING AccumulationMode_Enum = 2
    // The aggregation emits retractions when it is output
    AccumulationMode_RETRACTING AccumulationMode_Enum = 3
)

func (AccumulationMode_Enum) EnumDescriptor Uses

func (AccumulationMode_Enum) EnumDescriptor() ([]byte, []int)

func (AccumulationMode_Enum) String Uses

func (x AccumulationMode_Enum) String() string

type Annotation Uses

type Annotation struct {
    Key                  string   `protobuf:"bytes,1,opt,name=key,proto3" json:"key,omitempty"`
    Value                string   `protobuf:"bytes,2,opt,name=value,proto3" json:"value,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

The key name and value string of MonitoringInfo annotations.

func (*Annotation) Descriptor Uses

func (*Annotation) Descriptor() ([]byte, []int)

func (*Annotation) GetKey Uses

func (m *Annotation) GetKey() string

func (*Annotation) GetValue Uses

func (m *Annotation) GetValue() string

func (*Annotation) ProtoMessage Uses

func (*Annotation) ProtoMessage()

func (*Annotation) Reset Uses

func (m *Annotation) Reset()

func (*Annotation) String Uses

func (m *Annotation) String() string

func (*Annotation) XXX_DiscardUnknown Uses

func (m *Annotation) XXX_DiscardUnknown()

func (*Annotation) XXX_Marshal Uses

func (m *Annotation) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Annotation) XXX_Merge Uses

func (m *Annotation) XXX_Merge(src proto.Message)

func (*Annotation) XXX_Size Uses

func (m *Annotation) XXX_Size() int

func (*Annotation) XXX_Unmarshal Uses

func (m *Annotation) XXX_Unmarshal(b []byte) error

type ApiServiceDescriptor Uses

type ApiServiceDescriptor struct {
    // (Required) The URL to connect to.
    Url string `protobuf:"bytes,1,opt,name=url,proto3" json:"url,omitempty"`
    // (Optional) The method for authentication. If unspecified, access to the
    // url is already being performed in a trusted context (e.g. localhost,
    // private network).
    Authentication       *AuthenticationSpec `protobuf:"bytes,2,opt,name=authentication,proto3" json:"authentication,omitempty"`
    XXX_NoUnkeyedLiteral struct{}            `json:"-"`
    XXX_unrecognized     []byte              `json:"-"`
    XXX_sizecache        int32               `json:"-"`
}

A description of how to connect to a Beam API endpoint.

func (*ApiServiceDescriptor) Descriptor Uses

func (*ApiServiceDescriptor) Descriptor() ([]byte, []int)

func (*ApiServiceDescriptor) GetAuthentication Uses

func (m *ApiServiceDescriptor) GetAuthentication() *AuthenticationSpec

func (*ApiServiceDescriptor) GetUrl Uses

func (m *ApiServiceDescriptor) GetUrl() string

func (*ApiServiceDescriptor) ProtoMessage Uses

func (*ApiServiceDescriptor) ProtoMessage()

func (*ApiServiceDescriptor) Reset Uses

func (m *ApiServiceDescriptor) Reset()

func (*ApiServiceDescriptor) String Uses

func (m *ApiServiceDescriptor) String() string

func (*ApiServiceDescriptor) XXX_DiscardUnknown Uses

func (m *ApiServiceDescriptor) XXX_DiscardUnknown()

func (*ApiServiceDescriptor) XXX_Marshal Uses

func (m *ApiServiceDescriptor) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ApiServiceDescriptor) XXX_Merge Uses

func (m *ApiServiceDescriptor) XXX_Merge(src proto.Message)

func (*ApiServiceDescriptor) XXX_Size Uses

func (m *ApiServiceDescriptor) XXX_Size() int

func (*ApiServiceDescriptor) XXX_Unmarshal Uses

func (m *ApiServiceDescriptor) XXX_Unmarshal(b []byte) error

type ArtifactFilePayload Uses

type ArtifactFilePayload struct {
    // a string for an artifact file path e.g. "/tmp/foo.jar"
    Path string `protobuf:"bytes,1,opt,name=path,proto3" json:"path,omitempty"`
    // The hex-encoded sha256 checksum of the artifact.
    Sha256               string   `protobuf:"bytes,2,opt,name=sha256,proto3" json:"sha256,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*ArtifactFilePayload) Descriptor Uses

func (*ArtifactFilePayload) Descriptor() ([]byte, []int)

func (*ArtifactFilePayload) GetPath Uses

func (m *ArtifactFilePayload) GetPath() string

func (*ArtifactFilePayload) GetSha256 Uses

func (m *ArtifactFilePayload) GetSha256() string

func (*ArtifactFilePayload) ProtoMessage Uses

func (*ArtifactFilePayload) ProtoMessage()

func (*ArtifactFilePayload) Reset Uses

func (m *ArtifactFilePayload) Reset()

func (*ArtifactFilePayload) String Uses

func (m *ArtifactFilePayload) String() string

func (*ArtifactFilePayload) XXX_DiscardUnknown Uses

func (m *ArtifactFilePayload) XXX_DiscardUnknown()

func (*ArtifactFilePayload) XXX_Marshal Uses

func (m *ArtifactFilePayload) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ArtifactFilePayload) XXX_Merge Uses

func (m *ArtifactFilePayload) XXX_Merge(src proto.Message)

func (*ArtifactFilePayload) XXX_Size Uses

func (m *ArtifactFilePayload) XXX_Size() int

func (*ArtifactFilePayload) XXX_Unmarshal Uses

func (m *ArtifactFilePayload) XXX_Unmarshal(b []byte) error

type ArtifactInformation Uses

type ArtifactInformation struct {
    // A URN that describes the type of artifact
    TypeUrn     string `protobuf:"bytes,1,opt,name=type_urn,json=typeUrn,proto3" json:"type_urn,omitempty"`
    TypePayload []byte `protobuf:"bytes,2,opt,name=type_payload,json=typePayload,proto3" json:"type_payload,omitempty"`
    // A URN that describes the role of artifact
    RoleUrn              string   `protobuf:"bytes,3,opt,name=role_urn,json=roleUrn,proto3" json:"role_urn,omitempty"`
    RolePayload          []byte   `protobuf:"bytes,4,opt,name=role_payload,json=rolePayload,proto3" json:"role_payload,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*ArtifactInformation) Descriptor Uses

func (*ArtifactInformation) Descriptor() ([]byte, []int)

func (*ArtifactInformation) GetRolePayload Uses

func (m *ArtifactInformation) GetRolePayload() []byte

func (*ArtifactInformation) GetRoleUrn Uses

func (m *ArtifactInformation) GetRoleUrn() string

func (*ArtifactInformation) GetTypePayload Uses

func (m *ArtifactInformation) GetTypePayload() []byte

func (*ArtifactInformation) GetTypeUrn Uses

func (m *ArtifactInformation) GetTypeUrn() string

func (*ArtifactInformation) ProtoMessage Uses

func (*ArtifactInformation) ProtoMessage()

func (*ArtifactInformation) Reset Uses

func (m *ArtifactInformation) Reset()

func (*ArtifactInformation) String Uses

func (m *ArtifactInformation) String() string

func (*ArtifactInformation) XXX_DiscardUnknown Uses

func (m *ArtifactInformation) XXX_DiscardUnknown()

func (*ArtifactInformation) XXX_Marshal Uses

func (m *ArtifactInformation) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ArtifactInformation) XXX_Merge Uses

func (m *ArtifactInformation) XXX_Merge(src proto.Message)

func (*ArtifactInformation) XXX_Size Uses

func (m *ArtifactInformation) XXX_Size() int

func (*ArtifactInformation) XXX_Unmarshal Uses

func (m *ArtifactInformation) XXX_Unmarshal(b []byte) error

type ArtifactStagingToRolePayload Uses

type ArtifactStagingToRolePayload struct {
    // A generated staged name (relative path under staging directory).
    StagedName           string   `protobuf:"bytes,1,opt,name=staged_name,json=stagedName,proto3" json:"staged_name,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*ArtifactStagingToRolePayload) Descriptor Uses

func (*ArtifactStagingToRolePayload) Descriptor() ([]byte, []int)

func (*ArtifactStagingToRolePayload) GetStagedName Uses

func (m *ArtifactStagingToRolePayload) GetStagedName() string

func (*ArtifactStagingToRolePayload) ProtoMessage Uses

func (*ArtifactStagingToRolePayload) ProtoMessage()

func (*ArtifactStagingToRolePayload) Reset Uses

func (m *ArtifactStagingToRolePayload) Reset()

func (*ArtifactStagingToRolePayload) String Uses

func (m *ArtifactStagingToRolePayload) String() string

func (*ArtifactStagingToRolePayload) XXX_DiscardUnknown Uses

func (m *ArtifactStagingToRolePayload) XXX_DiscardUnknown()

func (*ArtifactStagingToRolePayload) XXX_Marshal Uses

func (m *ArtifactStagingToRolePayload) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ArtifactStagingToRolePayload) XXX_Merge Uses

func (m *ArtifactStagingToRolePayload) XXX_Merge(src proto.Message)

func (*ArtifactStagingToRolePayload) XXX_Size Uses

func (m *ArtifactStagingToRolePayload) XXX_Size() int

func (*ArtifactStagingToRolePayload) XXX_Unmarshal Uses

func (m *ArtifactStagingToRolePayload) XXX_Unmarshal(b []byte) error

type ArtifactUrlPayload Uses

type ArtifactUrlPayload struct {
    // a string for an artifact URL e.g. "https://.../foo.jar" or "gs://tmp/foo.jar"
    Url                  string   `protobuf:"bytes,1,opt,name=url,proto3" json:"url,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*ArtifactUrlPayload) Descriptor Uses

func (*ArtifactUrlPayload) Descriptor() ([]byte, []int)

func (*ArtifactUrlPayload) GetUrl Uses

func (m *ArtifactUrlPayload) GetUrl() string

func (*ArtifactUrlPayload) ProtoMessage Uses

func (*ArtifactUrlPayload) ProtoMessage()

func (*ArtifactUrlPayload) Reset Uses

func (m *ArtifactUrlPayload) Reset()

func (*ArtifactUrlPayload) String Uses

func (m *ArtifactUrlPayload) String() string

func (*ArtifactUrlPayload) XXX_DiscardUnknown Uses

func (m *ArtifactUrlPayload) XXX_DiscardUnknown()

func (*ArtifactUrlPayload) XXX_Marshal Uses

func (m *ArtifactUrlPayload) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ArtifactUrlPayload) XXX_Merge Uses

func (m *ArtifactUrlPayload) XXX_Merge(src proto.Message)

func (*ArtifactUrlPayload) XXX_Size Uses

func (m *ArtifactUrlPayload) XXX_Size() int

func (*ArtifactUrlPayload) XXX_Unmarshal Uses

func (m *ArtifactUrlPayload) XXX_Unmarshal(b []byte) error

type AuthenticationSpec Uses

type AuthenticationSpec struct {
    // (Required) A URN that describes the accompanying payload.
    // For any URN that is not recognized (by whomever is inspecting
    // it) the parameter payload should be treated as opaque and
    // passed as-is.
    Urn string `protobuf:"bytes,1,opt,name=urn,proto3" json:"urn,omitempty"`
    // (Optional) The data specifying any parameters to the URN. If
    // the URN does not require any arguments, this may be omitted.
    Payload              []byte   `protobuf:"bytes,2,opt,name=payload,proto3" json:"payload,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*AuthenticationSpec) Descriptor Uses

func (*AuthenticationSpec) Descriptor() ([]byte, []int)

func (*AuthenticationSpec) GetPayload Uses

func (m *AuthenticationSpec) GetPayload() []byte

func (*AuthenticationSpec) GetUrn Uses

func (m *AuthenticationSpec) GetUrn() string

func (*AuthenticationSpec) ProtoMessage Uses

func (*AuthenticationSpec) ProtoMessage()

func (*AuthenticationSpec) Reset Uses

func (m *AuthenticationSpec) Reset()

func (*AuthenticationSpec) String Uses

func (m *AuthenticationSpec) String() string

func (*AuthenticationSpec) XXX_DiscardUnknown Uses

func (m *AuthenticationSpec) XXX_DiscardUnknown()

func (*AuthenticationSpec) XXX_Marshal Uses

func (m *AuthenticationSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*AuthenticationSpec) XXX_Merge Uses

func (m *AuthenticationSpec) XXX_Merge(src proto.Message)

func (*AuthenticationSpec) XXX_Size Uses

func (m *AuthenticationSpec) XXX_Size() int

func (*AuthenticationSpec) XXX_Unmarshal Uses

func (m *AuthenticationSpec) XXX_Unmarshal(b []byte) error

type BagStateSpec Uses

type BagStateSpec struct {
    ElementCoderId       string   `protobuf:"bytes,1,opt,name=element_coder_id,json=elementCoderId,proto3" json:"element_coder_id,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*BagStateSpec) Descriptor Uses

func (*BagStateSpec) Descriptor() ([]byte, []int)

func (*BagStateSpec) GetElementCoderId Uses

func (m *BagStateSpec) GetElementCoderId() string

func (*BagStateSpec) ProtoMessage Uses

func (*BagStateSpec) ProtoMessage()

func (*BagStateSpec) Reset Uses

func (m *BagStateSpec) Reset()

func (*BagStateSpec) String Uses

func (m *BagStateSpec) String() string

func (*BagStateSpec) XXX_DiscardUnknown Uses

func (m *BagStateSpec) XXX_DiscardUnknown()

func (*BagStateSpec) XXX_Marshal Uses

func (m *BagStateSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*BagStateSpec) XXX_Merge Uses

func (m *BagStateSpec) XXX_Merge(src proto.Message)

func (*BagStateSpec) XXX_Size Uses

func (m *BagStateSpec) XXX_Size() int

func (*BagStateSpec) XXX_Unmarshal Uses

func (m *BagStateSpec) XXX_Unmarshal(b []byte) error

type BeamConstants Uses

type BeamConstants struct {
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*BeamConstants) Descriptor Uses

func (*BeamConstants) Descriptor() ([]byte, []int)

func (*BeamConstants) ProtoMessage Uses

func (*BeamConstants) ProtoMessage()

func (*BeamConstants) Reset Uses

func (m *BeamConstants) Reset()

func (*BeamConstants) String Uses

func (m *BeamConstants) String() string

func (*BeamConstants) XXX_DiscardUnknown Uses

func (m *BeamConstants) XXX_DiscardUnknown()

func (*BeamConstants) XXX_Marshal Uses

func (m *BeamConstants) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*BeamConstants) XXX_Merge Uses

func (m *BeamConstants) XXX_Merge(src proto.Message)

func (*BeamConstants) XXX_Size Uses

func (m *BeamConstants) XXX_Size() int

func (*BeamConstants) XXX_Unmarshal Uses

func (m *BeamConstants) XXX_Unmarshal(b []byte) error

type BeamConstants_Constants Uses

type BeamConstants_Constants int32
const (
    // All timestamps of elements or window boundaries must be within
    // the interval [MIN_TIMESTAMP_MILLIS, MAX_TIMESTAMP_MILLIS].
    // The smallest representable timestamp of an element or a window boundary.
    BeamConstants_MIN_TIMESTAMP_MILLIS BeamConstants_Constants = 0
    // The largest representable timestamp of an element or a window boundary.
    BeamConstants_MAX_TIMESTAMP_MILLIS BeamConstants_Constants = 1
    // The maximum timestamp for the global window.
    // Triggers use max timestamp to set timers' timestamp. Timers fire when
    // the watermark passes their timestamps. So, the timestamp needs to be
    // smaller than the MAX_TIMESTAMP_MILLIS.
    // One standard day is subtracted from MAX_TIMESTAMP_MILLIS to make sure
    // the max timestamp is smaller than MAX_TIMESTAMP_MILLIS even after rounding up
    // to seconds or minutes.
    BeamConstants_GLOBAL_WINDOW_MAX_TIMESTAMP_MILLIS BeamConstants_Constants = 2
)

func (BeamConstants_Constants) EnumDescriptor Uses

func (BeamConstants_Constants) EnumDescriptor() ([]byte, []int)

func (BeamConstants_Constants) String Uses

func (x BeamConstants_Constants) String() string

type ClosingBehavior Uses

type ClosingBehavior struct {
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

Controls whether or not an aggregating transform should output data when a window expires.

func (*ClosingBehavior) Descriptor Uses

func (*ClosingBehavior) Descriptor() ([]byte, []int)

func (*ClosingBehavior) ProtoMessage Uses

func (*ClosingBehavior) ProtoMessage()

func (*ClosingBehavior) Reset Uses

func (m *ClosingBehavior) Reset()

func (*ClosingBehavior) String Uses

func (m *ClosingBehavior) String() string

func (*ClosingBehavior) XXX_DiscardUnknown Uses

func (m *ClosingBehavior) XXX_DiscardUnknown()

func (*ClosingBehavior) XXX_Marshal Uses

func (m *ClosingBehavior) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ClosingBehavior) XXX_Merge Uses

func (m *ClosingBehavior) XXX_Merge(src proto.Message)

func (*ClosingBehavior) XXX_Size Uses

func (m *ClosingBehavior) XXX_Size() int

func (*ClosingBehavior) XXX_Unmarshal Uses

func (m *ClosingBehavior) XXX_Unmarshal(b []byte) error

type ClosingBehavior_Enum Uses

type ClosingBehavior_Enum int32
const (
    ClosingBehavior_UNSPECIFIED ClosingBehavior_Enum = 0
    // Emit output when a window expires, whether or not there has been
    // any new data since the last output.
    ClosingBehavior_EMIT_ALWAYS ClosingBehavior_Enum = 1
    // Only emit output when new data has arrives since the last output
    ClosingBehavior_EMIT_IF_NONEMPTY ClosingBehavior_Enum = 2
)

func (ClosingBehavior_Enum) EnumDescriptor Uses

func (ClosingBehavior_Enum) EnumDescriptor() ([]byte, []int)

func (ClosingBehavior_Enum) String Uses

func (x ClosingBehavior_Enum) String() string

type Coder Uses

type Coder struct {
    // (Required) A specification for the coder, as a URN plus parameters. This
    // may be a cross-language agreed-upon format, or it may be a "custom coder"
    // that can only be used by a particular SDK. It does not include component
    // coders, as it is beneficial for these to be comprehensible to a runner
    // regardless of whether the binary format is agreed-upon.
    Spec *FunctionSpec `protobuf:"bytes,1,opt,name=spec,proto3" json:"spec,omitempty"`
    // (Optional) If this coder is parametric, such as ListCoder(VarIntCoder),
    // this is a list of the components. In order for encodings to be identical,
    // the FunctionSpec and all components must be identical, recursively.
    ComponentCoderIds    []string `protobuf:"bytes,2,rep,name=component_coder_ids,json=componentCoderIds,proto3" json:"component_coder_ids,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

A coder, the binary format for serialization and deserialization of data in a pipeline.

func (*Coder) Descriptor Uses

func (*Coder) Descriptor() ([]byte, []int)

func (*Coder) GetComponentCoderIds Uses

func (m *Coder) GetComponentCoderIds() []string

func (*Coder) GetSpec Uses

func (m *Coder) GetSpec() *FunctionSpec

func (*Coder) ProtoMessage Uses

func (*Coder) ProtoMessage()

func (*Coder) Reset Uses

func (m *Coder) Reset()

func (*Coder) String Uses

func (m *Coder) String() string

func (*Coder) XXX_DiscardUnknown Uses

func (m *Coder) XXX_DiscardUnknown()

func (*Coder) XXX_Marshal Uses

func (m *Coder) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Coder) XXX_Merge Uses

func (m *Coder) XXX_Merge(src proto.Message)

func (*Coder) XXX_Size Uses

func (m *Coder) XXX_Size() int

func (*Coder) XXX_Unmarshal Uses

func (m *Coder) XXX_Unmarshal(b []byte) error

type CombinePayload Uses

type CombinePayload struct {
    // (Required) The FunctionSpec of the CombineFn.
    CombineFn *FunctionSpec `protobuf:"bytes,1,opt,name=combine_fn,json=combineFn,proto3" json:"combine_fn,omitempty"`
    // (Required) A reference to the Coder to use for accumulators of the CombineFn
    AccumulatorCoderId   string   `protobuf:"bytes,2,opt,name=accumulator_coder_id,json=accumulatorCoderId,proto3" json:"accumulator_coder_id,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

The payload for the special-but-not-primitive Combine transform.

func (*CombinePayload) Descriptor Uses

func (*CombinePayload) Descriptor() ([]byte, []int)

func (*CombinePayload) GetAccumulatorCoderId Uses

func (m *CombinePayload) GetAccumulatorCoderId() string

func (*CombinePayload) GetCombineFn Uses

func (m *CombinePayload) GetCombineFn() *FunctionSpec

func (*CombinePayload) ProtoMessage Uses

func (*CombinePayload) ProtoMessage()

func (*CombinePayload) Reset Uses

func (m *CombinePayload) Reset()

func (*CombinePayload) String Uses

func (m *CombinePayload) String() string

func (*CombinePayload) XXX_DiscardUnknown Uses

func (m *CombinePayload) XXX_DiscardUnknown()

func (*CombinePayload) XXX_Marshal Uses

func (m *CombinePayload) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*CombinePayload) XXX_Merge Uses

func (m *CombinePayload) XXX_Merge(src proto.Message)

func (*CombinePayload) XXX_Size Uses

func (m *CombinePayload) XXX_Size() int

func (*CombinePayload) XXX_Unmarshal Uses

func (m *CombinePayload) XXX_Unmarshal(b []byte) error

type CombiningStateSpec Uses

type CombiningStateSpec struct {
    AccumulatorCoderId   string        `protobuf:"bytes,1,opt,name=accumulator_coder_id,json=accumulatorCoderId,proto3" json:"accumulator_coder_id,omitempty"`
    CombineFn            *FunctionSpec `protobuf:"bytes,2,opt,name=combine_fn,json=combineFn,proto3" json:"combine_fn,omitempty"`
    XXX_NoUnkeyedLiteral struct{}      `json:"-"`
    XXX_unrecognized     []byte        `json:"-"`
    XXX_sizecache        int32         `json:"-"`
}

func (*CombiningStateSpec) Descriptor Uses

func (*CombiningStateSpec) Descriptor() ([]byte, []int)

func (*CombiningStateSpec) GetAccumulatorCoderId Uses

func (m *CombiningStateSpec) GetAccumulatorCoderId() string

func (*CombiningStateSpec) GetCombineFn Uses

func (m *CombiningStateSpec) GetCombineFn() *FunctionSpec

func (*CombiningStateSpec) ProtoMessage Uses

func (*CombiningStateSpec) ProtoMessage()

func (*CombiningStateSpec) Reset Uses

func (m *CombiningStateSpec) Reset()

func (*CombiningStateSpec) String Uses

func (m *CombiningStateSpec) String() string

func (*CombiningStateSpec) XXX_DiscardUnknown Uses

func (m *CombiningStateSpec) XXX_DiscardUnknown()

func (*CombiningStateSpec) XXX_Marshal Uses

func (m *CombiningStateSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*CombiningStateSpec) XXX_Merge Uses

func (m *CombiningStateSpec) XXX_Merge(src proto.Message)

func (*CombiningStateSpec) XXX_Size Uses

func (m *CombiningStateSpec) XXX_Size() int

func (*CombiningStateSpec) XXX_Unmarshal Uses

func (m *CombiningStateSpec) XXX_Unmarshal(b []byte) error

type Components Uses

type Components struct {
    // (Required) A map from pipeline-scoped id to PTransform.
    Transforms map[string]*PTransform `protobuf:"bytes,1,rep,name=transforms,proto3" json:"transforms,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"`
    // (Required) A map from pipeline-scoped id to PCollection.
    Pcollections map[string]*PCollection `protobuf:"bytes,2,rep,name=pcollections,proto3" json:"pcollections,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"`
    // (Required) A map from pipeline-scoped id to WindowingStrategy.
    WindowingStrategies map[string]*WindowingStrategy `protobuf:"bytes,3,rep,name=windowing_strategies,json=windowingStrategies,proto3" json:"windowing_strategies,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"`
    // (Required) A map from pipeline-scoped id to Coder.
    Coders map[string]*Coder `protobuf:"bytes,4,rep,name=coders,proto3" json:"coders,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"`
    // (Required) A map from pipeline-scoped id to Environment.
    Environments         map[string]*Environment `protobuf:"bytes,5,rep,name=environments,proto3" json:"environments,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"`
    XXX_NoUnkeyedLiteral struct{}                `json:"-"`
    XXX_unrecognized     []byte                  `json:"-"`
    XXX_sizecache        int32                   `json:"-"`
}

A set of mappings from id to message. This is included as an optional field on any proto message that may contain references needing resolution.

func (*Components) Descriptor Uses

func (*Components) Descriptor() ([]byte, []int)

func (*Components) GetCoders Uses

func (m *Components) GetCoders() map[string]*Coder

func (*Components) GetEnvironments Uses

func (m *Components) GetEnvironments() map[string]*Environment

func (*Components) GetPcollections Uses

func (m *Components) GetPcollections() map[string]*PCollection

func (*Components) GetTransforms Uses

func (m *Components) GetTransforms() map[string]*PTransform

func (*Components) GetWindowingStrategies Uses

func (m *Components) GetWindowingStrategies() map[string]*WindowingStrategy

func (*Components) ProtoMessage Uses

func (*Components) ProtoMessage()

func (*Components) Reset Uses

func (m *Components) Reset()

func (*Components) String Uses

func (m *Components) String() string

func (*Components) XXX_DiscardUnknown Uses

func (m *Components) XXX_DiscardUnknown()

func (*Components) XXX_Marshal Uses

func (m *Components) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Components) XXX_Merge Uses

func (m *Components) XXX_Merge(src proto.Message)

func (*Components) XXX_Size Uses

func (m *Components) XXX_Size() int

func (*Components) XXX_Unmarshal Uses

func (m *Components) XXX_Unmarshal(b []byte) error

type ConfigValue Uses

type ConfigValue struct {
    // Coder and its components (in case of a compound Coder)
    CoderUrn []string `protobuf:"bytes,1,rep,name=coder_urn,json=coderUrn,proto3" json:"coder_urn,omitempty"`
    // The Payload which is decoded using the coder_urn
    Payload              []byte   `protobuf:"bytes,2,opt,name=payload,proto3" json:"payload,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*ConfigValue) Descriptor Uses

func (*ConfigValue) Descriptor() ([]byte, []int)

func (*ConfigValue) GetCoderUrn Uses

func (m *ConfigValue) GetCoderUrn() []string

func (*ConfigValue) GetPayload Uses

func (m *ConfigValue) GetPayload() []byte

func (*ConfigValue) ProtoMessage Uses

func (*ConfigValue) ProtoMessage()

func (*ConfigValue) Reset Uses

func (m *ConfigValue) Reset()

func (*ConfigValue) String Uses

func (m *ConfigValue) String() string

func (*ConfigValue) XXX_DiscardUnknown Uses

func (m *ConfigValue) XXX_DiscardUnknown()

func (*ConfigValue) XXX_Marshal Uses

func (m *ConfigValue) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ConfigValue) XXX_Merge Uses

func (m *ConfigValue) XXX_Merge(src proto.Message)

func (*ConfigValue) XXX_Size Uses

func (m *ConfigValue) XXX_Size() int

func (*ConfigValue) XXX_Unmarshal Uses

func (m *ConfigValue) XXX_Unmarshal(b []byte) error

type DeferredArtifactPayload Uses

type DeferredArtifactPayload struct {
    // A unique string identifier assigned by the creator of this payload. The creator may use this key to confirm
    // whether they can parse the data.
    Key string `protobuf:"bytes,1,opt,name=key,proto3" json:"key,omitempty"`
    // Data for deferred artifacts. Interpretation of bytes is delegated to the creator of this payload.
    Data                 []byte   `protobuf:"bytes,2,opt,name=data,proto3" json:"data,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*DeferredArtifactPayload) Descriptor Uses

func (*DeferredArtifactPayload) Descriptor() ([]byte, []int)

func (*DeferredArtifactPayload) GetData Uses

func (m *DeferredArtifactPayload) GetData() []byte

func (*DeferredArtifactPayload) GetKey Uses

func (m *DeferredArtifactPayload) GetKey() string

func (*DeferredArtifactPayload) ProtoMessage Uses

func (*DeferredArtifactPayload) ProtoMessage()

func (*DeferredArtifactPayload) Reset Uses

func (m *DeferredArtifactPayload) Reset()

func (*DeferredArtifactPayload) String Uses

func (m *DeferredArtifactPayload) String() string

func (*DeferredArtifactPayload) XXX_DiscardUnknown Uses

func (m *DeferredArtifactPayload) XXX_DiscardUnknown()

func (*DeferredArtifactPayload) XXX_Marshal Uses

func (m *DeferredArtifactPayload) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*DeferredArtifactPayload) XXX_Merge Uses

func (m *DeferredArtifactPayload) XXX_Merge(src proto.Message)

func (*DeferredArtifactPayload) XXX_Size Uses

func (m *DeferredArtifactPayload) XXX_Size() int

func (*DeferredArtifactPayload) XXX_Unmarshal Uses

func (m *DeferredArtifactPayload) XXX_Unmarshal(b []byte) error

type DisplayData Uses

type DisplayData struct {
    // A key used to describe the type of display data. See StandardDisplayData
    // for the set of well known urns describing how the payload is meant to be
    // interpreted.
    Urn string `protobuf:"bytes,1,opt,name=urn,proto3" json:"urn,omitempty"`
    // (Optional) The data specifying any parameters to the URN. If
    // the URN does not require any arguments, this may be omitted.
    Payload              []byte   `protobuf:"bytes,2,opt,name=payload,proto3" json:"payload,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

Static display data associated with a pipeline component. Display data is useful for pipeline runners IOs and diagnostic dashboards to display details about annotated components.

func (*DisplayData) Descriptor Uses

func (*DisplayData) Descriptor() ([]byte, []int)

func (*DisplayData) GetPayload Uses

func (m *DisplayData) GetPayload() []byte

func (*DisplayData) GetUrn Uses

func (m *DisplayData) GetUrn() string

func (*DisplayData) ProtoMessage Uses

func (*DisplayData) ProtoMessage()

func (*DisplayData) Reset Uses

func (m *DisplayData) Reset()

func (*DisplayData) String Uses

func (m *DisplayData) String() string

func (*DisplayData) XXX_DiscardUnknown Uses

func (m *DisplayData) XXX_DiscardUnknown()

func (*DisplayData) XXX_Marshal Uses

func (m *DisplayData) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*DisplayData) XXX_Merge Uses

func (m *DisplayData) XXX_Merge(src proto.Message)

func (*DisplayData) XXX_Size Uses

func (m *DisplayData) XXX_Size() int

func (*DisplayData) XXX_Unmarshal Uses

func (m *DisplayData) XXX_Unmarshal(b []byte) error

type DockerPayload Uses

type DockerPayload struct {
    ContainerImage       string   `protobuf:"bytes,1,opt,name=container_image,json=containerImage,proto3" json:"container_image,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

The payload of a Docker image

func (*DockerPayload) Descriptor Uses

func (*DockerPayload) Descriptor() ([]byte, []int)

func (*DockerPayload) GetContainerImage Uses

func (m *DockerPayload) GetContainerImage() string

func (*DockerPayload) ProtoMessage Uses

func (*DockerPayload) ProtoMessage()

func (*DockerPayload) Reset Uses

func (m *DockerPayload) Reset()

func (*DockerPayload) String Uses

func (m *DockerPayload) String() string

func (*DockerPayload) XXX_DiscardUnknown Uses

func (m *DockerPayload) XXX_DiscardUnknown()

func (*DockerPayload) XXX_Marshal Uses

func (m *DockerPayload) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*DockerPayload) XXX_Merge Uses

func (m *DockerPayload) XXX_Merge(src proto.Message)

func (*DockerPayload) XXX_Size Uses

func (m *DockerPayload) XXX_Size() int

func (*DockerPayload) XXX_Unmarshal Uses

func (m *DockerPayload) XXX_Unmarshal(b []byte) error

type EmbeddedFilePayload Uses

type EmbeddedFilePayload struct {
    // raw data bytes for an embedded artifact
    Data                 []byte   `protobuf:"bytes,1,opt,name=data,proto3" json:"data,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*EmbeddedFilePayload) Descriptor Uses

func (*EmbeddedFilePayload) Descriptor() ([]byte, []int)

func (*EmbeddedFilePayload) GetData Uses

func (m *EmbeddedFilePayload) GetData() []byte

func (*EmbeddedFilePayload) ProtoMessage Uses

func (*EmbeddedFilePayload) ProtoMessage()

func (*EmbeddedFilePayload) Reset Uses

func (m *EmbeddedFilePayload) Reset()

func (*EmbeddedFilePayload) String Uses

func (m *EmbeddedFilePayload) String() string

func (*EmbeddedFilePayload) XXX_DiscardUnknown Uses

func (m *EmbeddedFilePayload) XXX_DiscardUnknown()

func (*EmbeddedFilePayload) XXX_Marshal Uses

func (m *EmbeddedFilePayload) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*EmbeddedFilePayload) XXX_Merge Uses

func (m *EmbeddedFilePayload) XXX_Merge(src proto.Message)

func (*EmbeddedFilePayload) XXX_Size Uses

func (m *EmbeddedFilePayload) XXX_Size() int

func (*EmbeddedFilePayload) XXX_Unmarshal Uses

func (m *EmbeddedFilePayload) XXX_Unmarshal(b []byte) error

type Environment Uses

type Environment struct {
    // (Required) The URN of the payload
    Urn string `protobuf:"bytes,2,opt,name=urn,proto3" json:"urn,omitempty"`
    // (Optional) The data specifying any parameters to the URN. If
    // the URN does not require any arguments, this may be omitted.
    Payload []byte `protobuf:"bytes,3,opt,name=payload,proto3" json:"payload,omitempty"`
    // (Optional) Static display data for the environment. If there is none,
    // it may be omitted.
    DisplayData []*DisplayData `protobuf:"bytes,4,rep,name=display_data,json=displayData,proto3" json:"display_data,omitempty"`
    // (Optional) A set of capabilities this environment supports. This is
    // typically a list of common URNs designating coders, transforms, etc. that
    // this environment understands (and a runner MAY use) despite not
    // appearing in the pipeline proto. This may also be used to indicate
    // support of optional protocols not tied to a concrete component.
    Capabilities []string `protobuf:"bytes,5,rep,name=capabilities,proto3" json:"capabilities,omitempty"`
    // (Optional) artifact dependency information used for executing UDFs in this environment.
    Dependencies         []*ArtifactInformation `protobuf:"bytes,6,rep,name=dependencies,proto3" json:"dependencies,omitempty"`
    XXX_NoUnkeyedLiteral struct{}               `json:"-"`
    XXX_unrecognized     []byte                 `json:"-"`
    XXX_sizecache        int32                  `json:"-"`
}

An environment for executing UDFs. By default, an SDK container URL, but can also be a process forked by a command, or an externally managed process.

func (*Environment) Descriptor Uses

func (*Environment) Descriptor() ([]byte, []int)

func (*Environment) GetCapabilities Uses

func (m *Environment) GetCapabilities() []string

func (*Environment) GetDependencies Uses

func (m *Environment) GetDependencies() []*ArtifactInformation

func (*Environment) GetDisplayData Uses

func (m *Environment) GetDisplayData() []*DisplayData

func (*Environment) GetPayload Uses

func (m *Environment) GetPayload() []byte

func (*Environment) GetUrn Uses

func (m *Environment) GetUrn() string

func (*Environment) ProtoMessage Uses

func (*Environment) ProtoMessage()

func (*Environment) Reset Uses

func (m *Environment) Reset()

func (*Environment) String Uses

func (m *Environment) String() string

func (*Environment) XXX_DiscardUnknown Uses

func (m *Environment) XXX_DiscardUnknown()

func (*Environment) XXX_Marshal Uses

func (m *Environment) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Environment) XXX_Merge Uses

func (m *Environment) XXX_Merge(src proto.Message)

func (*Environment) XXX_Size Uses

func (m *Environment) XXX_Size() int

func (*Environment) XXX_Unmarshal Uses

func (m *Environment) XXX_Unmarshal(b []byte) error

type EventsRequest Uses

type EventsRequest struct {
    // The set of PCollections to read from. These are the PTransform outputs
    // local names. These are a subset of the TestStream's outputs. This allows
    // Interactive Beam to cache many PCollections from a pipeline then replay a
    // subset of them.
    OutputIds            []string `protobuf:"bytes,1,rep,name=output_ids,json=outputIds,proto3" json:"output_ids,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*EventsRequest) Descriptor Uses

func (*EventsRequest) Descriptor() ([]byte, []int)

func (*EventsRequest) GetOutputIds Uses

func (m *EventsRequest) GetOutputIds() []string

func (*EventsRequest) ProtoMessage Uses

func (*EventsRequest) ProtoMessage()

func (*EventsRequest) Reset Uses

func (m *EventsRequest) Reset()

func (*EventsRequest) String Uses

func (m *EventsRequest) String() string

func (*EventsRequest) XXX_DiscardUnknown Uses

func (m *EventsRequest) XXX_DiscardUnknown()

func (*EventsRequest) XXX_Marshal Uses

func (m *EventsRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*EventsRequest) XXX_Merge Uses

func (m *EventsRequest) XXX_Merge(src proto.Message)

func (*EventsRequest) XXX_Size Uses

func (m *EventsRequest) XXX_Size() int

func (*EventsRequest) XXX_Unmarshal Uses

func (m *EventsRequest) XXX_Unmarshal(b []byte) error

type ExecutableStagePayload Uses

type ExecutableStagePayload struct {
    // (Required) Environment in which this stage executes.
    //
    // We use an environment rather than environment id
    // because ExecutableStages use environments directly. This may change in the future.
    Environment *Environment `protobuf:"bytes,1,opt,name=environment,proto3" json:"environment,omitempty"`
    // The wire coder settings of this executable stage
    WireCoderSettings []*ExecutableStagePayload_WireCoderSetting `protobuf:"bytes,9,rep,name=wire_coder_settings,json=wireCoderSettings,proto3" json:"wire_coder_settings,omitempty"`
    // (Required) Input PCollection id. This must be present as a value in the inputs of any
    // PTransform the ExecutableStagePayload is the payload of.
    Input string `protobuf:"bytes,2,opt,name=input,proto3" json:"input,omitempty"`
    // The side inputs required for this executable stage. Each side input of each PTransform within
    // this ExecutableStagePayload must be represented within this field.
    SideInputs []*ExecutableStagePayload_SideInputId `protobuf:"bytes,3,rep,name=side_inputs,json=sideInputs,proto3" json:"side_inputs,omitempty"`
    // PTransform ids contained within this executable stage. This must contain at least one
    // PTransform id.
    Transforms []string `protobuf:"bytes,4,rep,name=transforms,proto3" json:"transforms,omitempty"`
    // Output PCollection ids. This must be equal to the values of the outputs of any
    // PTransform the ExecutableStagePayload is the payload of.
    Outputs []string `protobuf:"bytes,5,rep,name=outputs,proto3" json:"outputs,omitempty"`
    // (Required) The components for the Executable Stage. This must contain all of the Transforms
    // in transforms, and the closure of all of the components they recognize.
    Components *Components `protobuf:"bytes,6,opt,name=components,proto3" json:"components,omitempty"`
    // The user states required for this executable stage. Each user state of each PTransform within
    // this ExecutableStagePayload must be represented within this field.
    UserStates []*ExecutableStagePayload_UserStateId `protobuf:"bytes,7,rep,name=user_states,json=userStates,proto3" json:"user_states,omitempty"`
    // The timers required for this executable stage. Each timer of each PTransform within
    // this ExecutableStagePayload must be represented within this field.
    Timers []*ExecutableStagePayload_TimerId `protobuf:"bytes,8,rep,name=timers,proto3" json:"timers,omitempty"`
    // The timerfamilies required for this executable stage. Each timer familyof each PTransform within
    // this ExecutableStagePayload must be represented within this field.
    TimerFamilies        []*ExecutableStagePayload_TimerFamilyId `protobuf:"bytes,10,rep,name=timerFamilies,proto3" json:"timerFamilies,omitempty"`
    XXX_NoUnkeyedLiteral struct{}                                `json:"-"`
    XXX_unrecognized     []byte                                  `json:"-"`
    XXX_sizecache        int32                                   `json:"-"`
}

The payload for an executable stage. This will eventually be passed to an SDK in the form of a ProcessBundleDescriptor.

func (*ExecutableStagePayload) Descriptor Uses

func (*ExecutableStagePayload) Descriptor() ([]byte, []int)

func (*ExecutableStagePayload) GetComponents Uses

func (m *ExecutableStagePayload) GetComponents() *Components

func (*ExecutableStagePayload) GetEnvironment Uses

func (m *ExecutableStagePayload) GetEnvironment() *Environment

func (*ExecutableStagePayload) GetInput Uses

func (m *ExecutableStagePayload) GetInput() string

func (*ExecutableStagePayload) GetOutputs Uses

func (m *ExecutableStagePayload) GetOutputs() []string

func (*ExecutableStagePayload) GetSideInputs Uses

func (m *ExecutableStagePayload) GetSideInputs() []*ExecutableStagePayload_SideInputId

func (*ExecutableStagePayload) GetTimerFamilies Uses

func (m *ExecutableStagePayload) GetTimerFamilies() []*ExecutableStagePayload_TimerFamilyId

func (*ExecutableStagePayload) GetTimers Uses

func (m *ExecutableStagePayload) GetTimers() []*ExecutableStagePayload_TimerId

func (*ExecutableStagePayload) GetTransforms Uses

func (m *ExecutableStagePayload) GetTransforms() []string

func (*ExecutableStagePayload) GetUserStates Uses

func (m *ExecutableStagePayload) GetUserStates() []*ExecutableStagePayload_UserStateId

func (*ExecutableStagePayload) GetWireCoderSettings Uses

func (m *ExecutableStagePayload) GetWireCoderSettings() []*ExecutableStagePayload_WireCoderSetting

func (*ExecutableStagePayload) ProtoMessage Uses

func (*ExecutableStagePayload) ProtoMessage()

func (*ExecutableStagePayload) Reset Uses

func (m *ExecutableStagePayload) Reset()

func (*ExecutableStagePayload) String Uses

func (m *ExecutableStagePayload) String() string

func (*ExecutableStagePayload) XXX_DiscardUnknown Uses

func (m *ExecutableStagePayload) XXX_DiscardUnknown()

func (*ExecutableStagePayload) XXX_Marshal Uses

func (m *ExecutableStagePayload) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ExecutableStagePayload) XXX_Merge Uses

func (m *ExecutableStagePayload) XXX_Merge(src proto.Message)

func (*ExecutableStagePayload) XXX_Size Uses

func (m *ExecutableStagePayload) XXX_Size() int

func (*ExecutableStagePayload) XXX_Unmarshal Uses

func (m *ExecutableStagePayload) XXX_Unmarshal(b []byte) error

type ExecutableStagePayload_SideInputId Uses

type ExecutableStagePayload_SideInputId struct {
    // (Required) The id of the PTransform that references this side input.
    TransformId string `protobuf:"bytes,1,opt,name=transform_id,json=transformId,proto3" json:"transform_id,omitempty"`
    // (Required) The local name of this side input from the PTransform that references it.
    LocalName            string   `protobuf:"bytes,2,opt,name=local_name,json=localName,proto3" json:"local_name,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

A reference to a side input. Side inputs are uniquely identified by PTransform id and local name.

func (*ExecutableStagePayload_SideInputId) Descriptor Uses

func (*ExecutableStagePayload_SideInputId) Descriptor() ([]byte, []int)

func (*ExecutableStagePayload_SideInputId) GetLocalName Uses

func (m *ExecutableStagePayload_SideInputId) GetLocalName() string

func (*ExecutableStagePayload_SideInputId) GetTransformId Uses

func (m *ExecutableStagePayload_SideInputId) GetTransformId() string

func (*ExecutableStagePayload_SideInputId) ProtoMessage Uses

func (*ExecutableStagePayload_SideInputId) ProtoMessage()

func (*ExecutableStagePayload_SideInputId) Reset Uses

func (m *ExecutableStagePayload_SideInputId) Reset()

func (*ExecutableStagePayload_SideInputId) String Uses

func (m *ExecutableStagePayload_SideInputId) String() string

func (*ExecutableStagePayload_SideInputId) XXX_DiscardUnknown Uses

func (m *ExecutableStagePayload_SideInputId) XXX_DiscardUnknown()

func (*ExecutableStagePayload_SideInputId) XXX_Marshal Uses

func (m *ExecutableStagePayload_SideInputId) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ExecutableStagePayload_SideInputId) XXX_Merge Uses

func (m *ExecutableStagePayload_SideInputId) XXX_Merge(src proto.Message)

func (*ExecutableStagePayload_SideInputId) XXX_Size Uses

func (m *ExecutableStagePayload_SideInputId) XXX_Size() int

func (*ExecutableStagePayload_SideInputId) XXX_Unmarshal Uses

func (m *ExecutableStagePayload_SideInputId) XXX_Unmarshal(b []byte) error

type ExecutableStagePayload_TimerFamilyId Uses

type ExecutableStagePayload_TimerFamilyId struct {
    // (Required) The id of the PTransform that references this timer family.
    TransformId string `protobuf:"bytes,1,opt,name=transform_id,json=transformId,proto3" json:"transform_id,omitempty"`
    // (Required) The local name of this timer family for the PTransform that references it.
    LocalName            string   `protobuf:"bytes,2,opt,name=local_name,json=localName,proto3" json:"local_name,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

A reference to a timer. Timers are uniquely identified by PTransform id and local name.

func (*ExecutableStagePayload_TimerFamilyId) Descriptor Uses

func (*ExecutableStagePayload_TimerFamilyId) Descriptor() ([]byte, []int)

func (*ExecutableStagePayload_TimerFamilyId) GetLocalName Uses

func (m *ExecutableStagePayload_TimerFamilyId) GetLocalName() string

func (*ExecutableStagePayload_TimerFamilyId) GetTransformId Uses

func (m *ExecutableStagePayload_TimerFamilyId) GetTransformId() string

func (*ExecutableStagePayload_TimerFamilyId) ProtoMessage Uses

func (*ExecutableStagePayload_TimerFamilyId) ProtoMessage()

func (*ExecutableStagePayload_TimerFamilyId) Reset Uses

func (m *ExecutableStagePayload_TimerFamilyId) Reset()

func (*ExecutableStagePayload_TimerFamilyId) String Uses

func (m *ExecutableStagePayload_TimerFamilyId) String() string

func (*ExecutableStagePayload_TimerFamilyId) XXX_DiscardUnknown Uses

func (m *ExecutableStagePayload_TimerFamilyId) XXX_DiscardUnknown()

func (*ExecutableStagePayload_TimerFamilyId) XXX_Marshal Uses

func (m *ExecutableStagePayload_TimerFamilyId) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ExecutableStagePayload_TimerFamilyId) XXX_Merge Uses

func (m *ExecutableStagePayload_TimerFamilyId) XXX_Merge(src proto.Message)

func (*ExecutableStagePayload_TimerFamilyId) XXX_Size Uses

func (m *ExecutableStagePayload_TimerFamilyId) XXX_Size() int

func (*ExecutableStagePayload_TimerFamilyId) XXX_Unmarshal Uses

func (m *ExecutableStagePayload_TimerFamilyId) XXX_Unmarshal(b []byte) error

type ExecutableStagePayload_TimerId Uses

type ExecutableStagePayload_TimerId struct {
    // (Required) The id of the PTransform that references this timer.
    TransformId string `protobuf:"bytes,1,opt,name=transform_id,json=transformId,proto3" json:"transform_id,omitempty"`
    // (Required) The local name of this timer for the PTransform that references it.
    LocalName            string   `protobuf:"bytes,2,opt,name=local_name,json=localName,proto3" json:"local_name,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

A reference to a timer. Timers are uniquely identified by PTransform id and local name.

func (*ExecutableStagePayload_TimerId) Descriptor Uses

func (*ExecutableStagePayload_TimerId) Descriptor() ([]byte, []int)

func (*ExecutableStagePayload_TimerId) GetLocalName Uses

func (m *ExecutableStagePayload_TimerId) GetLocalName() string

func (*ExecutableStagePayload_TimerId) GetTransformId Uses

func (m *ExecutableStagePayload_TimerId) GetTransformId() string

func (*ExecutableStagePayload_TimerId) ProtoMessage Uses

func (*ExecutableStagePayload_TimerId) ProtoMessage()

func (*ExecutableStagePayload_TimerId) Reset Uses

func (m *ExecutableStagePayload_TimerId) Reset()

func (*ExecutableStagePayload_TimerId) String Uses

func (m *ExecutableStagePayload_TimerId) String() string

func (*ExecutableStagePayload_TimerId) XXX_DiscardUnknown Uses

func (m *ExecutableStagePayload_TimerId) XXX_DiscardUnknown()

func (*ExecutableStagePayload_TimerId) XXX_Marshal Uses

func (m *ExecutableStagePayload_TimerId) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ExecutableStagePayload_TimerId) XXX_Merge Uses

func (m *ExecutableStagePayload_TimerId) XXX_Merge(src proto.Message)

func (*ExecutableStagePayload_TimerId) XXX_Size Uses

func (m *ExecutableStagePayload_TimerId) XXX_Size() int

func (*ExecutableStagePayload_TimerId) XXX_Unmarshal Uses

func (m *ExecutableStagePayload_TimerId) XXX_Unmarshal(b []byte) error

type ExecutableStagePayload_UserStateId Uses

type ExecutableStagePayload_UserStateId struct {
    // (Required) The id of the PTransform that references this user state.
    TransformId string `protobuf:"bytes,1,opt,name=transform_id,json=transformId,proto3" json:"transform_id,omitempty"`
    // (Required) The local name of this user state for the PTransform that references it.
    LocalName            string   `protobuf:"bytes,2,opt,name=local_name,json=localName,proto3" json:"local_name,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

A reference to user state. User states are uniquely identified by PTransform id and local name.

func (*ExecutableStagePayload_UserStateId) Descriptor Uses

func (*ExecutableStagePayload_UserStateId) Descriptor() ([]byte, []int)

func (*ExecutableStagePayload_UserStateId) GetLocalName Uses

func (m *ExecutableStagePayload_UserStateId) GetLocalName() string

func (*ExecutableStagePayload_UserStateId) GetTransformId Uses

func (m *ExecutableStagePayload_UserStateId) GetTransformId() string

func (*ExecutableStagePayload_UserStateId) ProtoMessage Uses

func (*ExecutableStagePayload_UserStateId) ProtoMessage()

func (*ExecutableStagePayload_UserStateId) Reset Uses

func (m *ExecutableStagePayload_UserStateId) Reset()

func (*ExecutableStagePayload_UserStateId) String Uses

func (m *ExecutableStagePayload_UserStateId) String() string

func (*ExecutableStagePayload_UserStateId) XXX_DiscardUnknown Uses

func (m *ExecutableStagePayload_UserStateId) XXX_DiscardUnknown()

func (*ExecutableStagePayload_UserStateId) XXX_Marshal Uses

func (m *ExecutableStagePayload_UserStateId) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ExecutableStagePayload_UserStateId) XXX_Merge Uses

func (m *ExecutableStagePayload_UserStateId) XXX_Merge(src proto.Message)

func (*ExecutableStagePayload_UserStateId) XXX_Size Uses

func (m *ExecutableStagePayload_UserStateId) XXX_Size() int

func (*ExecutableStagePayload_UserStateId) XXX_Unmarshal Uses

func (m *ExecutableStagePayload_UserStateId) XXX_Unmarshal(b []byte) error

type ExecutableStagePayload_WireCoderSetting Uses

type ExecutableStagePayload_WireCoderSetting struct {
    // (Required) The URN of the wire coder.
    // Note that only windowed value coder or parameterized windowed value coder are supported.
    Urn string `protobuf:"bytes,1,opt,name=urn,proto3" json:"urn,omitempty"`
    // (Optional) The data specifying any parameters to the URN. If
    // the URN is beam:coder:windowed_value:v1, this may be omitted. If the URN is
    // beam:coder:param_windowed_value:v1, the payload is an encoded windowed
    // value using the beam:coder:windowed_value:v1 coder parameterized by
    // a beam:coder:bytes:v1 element coder and the window coder that this
    // param_windowed_value coder uses.
    Payload []byte `protobuf:"bytes,2,opt,name=payload,proto3" json:"payload,omitempty"`
    // (Required) The target(PCollection or Timer) this setting applies to.
    //
    // Types that are valid to be assigned to Target:
    //	*ExecutableStagePayload_WireCoderSetting_InputOrOutputId
    //	*ExecutableStagePayload_WireCoderSetting_Timer
    Target               isExecutableStagePayload_WireCoderSetting_Target `protobuf_oneof:"target"`
    XXX_NoUnkeyedLiteral struct{}                                         `json:"-"`
    XXX_unrecognized     []byte                                           `json:"-"`
    XXX_sizecache        int32                                            `json:"-"`
}

Settings that decide the coder type of wire coder.

func (*ExecutableStagePayload_WireCoderSetting) Descriptor Uses

func (*ExecutableStagePayload_WireCoderSetting) Descriptor() ([]byte, []int)

func (*ExecutableStagePayload_WireCoderSetting) GetInputOrOutputId Uses

func (m *ExecutableStagePayload_WireCoderSetting) GetInputOrOutputId() string

func (*ExecutableStagePayload_WireCoderSetting) GetPayload Uses

func (m *ExecutableStagePayload_WireCoderSetting) GetPayload() []byte

func (*ExecutableStagePayload_WireCoderSetting) GetTarget Uses

func (m *ExecutableStagePayload_WireCoderSetting) GetTarget() isExecutableStagePayload_WireCoderSetting_Target

func (*ExecutableStagePayload_WireCoderSetting) GetTimer Uses

func (m *ExecutableStagePayload_WireCoderSetting) GetTimer() *ExecutableStagePayload_TimerId

func (*ExecutableStagePayload_WireCoderSetting) GetUrn Uses

func (m *ExecutableStagePayload_WireCoderSetting) GetUrn() string

func (*ExecutableStagePayload_WireCoderSetting) ProtoMessage Uses

func (*ExecutableStagePayload_WireCoderSetting) ProtoMessage()

func (*ExecutableStagePayload_WireCoderSetting) Reset Uses

func (m *ExecutableStagePayload_WireCoderSetting) Reset()

func (*ExecutableStagePayload_WireCoderSetting) String Uses

func (m *ExecutableStagePayload_WireCoderSetting) String() string

func (*ExecutableStagePayload_WireCoderSetting) XXX_DiscardUnknown Uses

func (m *ExecutableStagePayload_WireCoderSetting) XXX_DiscardUnknown()

func (*ExecutableStagePayload_WireCoderSetting) XXX_Marshal Uses

func (m *ExecutableStagePayload_WireCoderSetting) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ExecutableStagePayload_WireCoderSetting) XXX_Merge Uses

func (m *ExecutableStagePayload_WireCoderSetting) XXX_Merge(src proto.Message)

func (*ExecutableStagePayload_WireCoderSetting) XXX_OneofWrappers Uses

func (*ExecutableStagePayload_WireCoderSetting) XXX_OneofWrappers() []interface{}

XXX_OneofWrappers is for the internal use of the proto package.

func (*ExecutableStagePayload_WireCoderSetting) XXX_Size Uses

func (m *ExecutableStagePayload_WireCoderSetting) XXX_Size() int

func (*ExecutableStagePayload_WireCoderSetting) XXX_Unmarshal Uses

func (m *ExecutableStagePayload_WireCoderSetting) XXX_Unmarshal(b []byte) error

type ExecutableStagePayload_WireCoderSetting_InputOrOutputId Uses

type ExecutableStagePayload_WireCoderSetting_InputOrOutputId struct {
    InputOrOutputId string `protobuf:"bytes,3,opt,name=input_or_output_id,json=inputOrOutputId,proto3,oneof"`
}

type ExecutableStagePayload_WireCoderSetting_Timer Uses

type ExecutableStagePayload_WireCoderSetting_Timer struct {
    Timer *ExecutableStagePayload_TimerId `protobuf:"bytes,4,opt,name=timer,proto3,oneof"`
}

type ExternalConfigurationPayload Uses

type ExternalConfigurationPayload struct {
    // Configuration key => value
    Configuration        map[string]*ConfigValue `protobuf:"bytes,1,rep,name=configuration,proto3" json:"configuration,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"`
    XXX_NoUnkeyedLiteral struct{}                `json:"-"`
    XXX_unrecognized     []byte                  `json:"-"`
    XXX_sizecache        int32                   `json:"-"`
}

A configuration payload for an external transform. Used as the payload of ExternalTransform as part of an ExpansionRequest.

func (*ExternalConfigurationPayload) Descriptor Uses

func (*ExternalConfigurationPayload) Descriptor() ([]byte, []int)

func (*ExternalConfigurationPayload) GetConfiguration Uses

func (m *ExternalConfigurationPayload) GetConfiguration() map[string]*ConfigValue

func (*ExternalConfigurationPayload) ProtoMessage Uses

func (*ExternalConfigurationPayload) ProtoMessage()

func (*ExternalConfigurationPayload) Reset Uses

func (m *ExternalConfigurationPayload) Reset()

func (*ExternalConfigurationPayload) String Uses

func (m *ExternalConfigurationPayload) String() string

func (*ExternalConfigurationPayload) XXX_DiscardUnknown Uses

func (m *ExternalConfigurationPayload) XXX_DiscardUnknown()

func (*ExternalConfigurationPayload) XXX_Marshal Uses

func (m *ExternalConfigurationPayload) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ExternalConfigurationPayload) XXX_Merge Uses

func (m *ExternalConfigurationPayload) XXX_Merge(src proto.Message)

func (*ExternalConfigurationPayload) XXX_Size Uses

func (m *ExternalConfigurationPayload) XXX_Size() int

func (*ExternalConfigurationPayload) XXX_Unmarshal Uses

func (m *ExternalConfigurationPayload) XXX_Unmarshal(b []byte) error

type ExternalPayload Uses

type ExternalPayload struct {
    Endpoint             *ApiServiceDescriptor `protobuf:"bytes,1,opt,name=endpoint,proto3" json:"endpoint,omitempty"`
    Params               map[string]string     `protobuf:"bytes,2,rep,name=params,proto3" json:"params,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"`
    XXX_NoUnkeyedLiteral struct{}              `json:"-"`
    XXX_unrecognized     []byte                `json:"-"`
    XXX_sizecache        int32                 `json:"-"`
}

func (*ExternalPayload) Descriptor Uses

func (*ExternalPayload) Descriptor() ([]byte, []int)

func (*ExternalPayload) GetEndpoint Uses

func (m *ExternalPayload) GetEndpoint() *ApiServiceDescriptor

func (*ExternalPayload) GetParams Uses

func (m *ExternalPayload) GetParams() map[string]string

func (*ExternalPayload) ProtoMessage Uses

func (*ExternalPayload) ProtoMessage()

func (*ExternalPayload) Reset Uses

func (m *ExternalPayload) Reset()

func (*ExternalPayload) String Uses

func (m *ExternalPayload) String() string

func (*ExternalPayload) XXX_DiscardUnknown Uses

func (m *ExternalPayload) XXX_DiscardUnknown()

func (*ExternalPayload) XXX_Marshal Uses

func (m *ExternalPayload) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ExternalPayload) XXX_Merge Uses

func (m *ExternalPayload) XXX_Merge(src proto.Message)

func (*ExternalPayload) XXX_Size Uses

func (m *ExternalPayload) XXX_Size() int

func (*ExternalPayload) XXX_Unmarshal Uses

func (m *ExternalPayload) XXX_Unmarshal(b []byte) error

type FixedWindowsPayload Uses

type FixedWindowsPayload struct {
    // (Required) Represents the size of the window.
    Size *duration.Duration `protobuf:"bytes,1,opt,name=size,proto3" json:"size,omitempty"`
    // (Required) Represents the timestamp of when the first window begins.
    // Window N will start at offset + N * size.
    Offset               *timestamp.Timestamp `protobuf:"bytes,2,opt,name=offset,proto3" json:"offset,omitempty"`
    XXX_NoUnkeyedLiteral struct{}             `json:"-"`
    XXX_unrecognized     []byte               `json:"-"`
    XXX_sizecache        int32                `json:"-"`
}

A fixed time window represents a consistent duration size, non overlapping time interval in the data stream.

See https://beam.apache.org/documentation/programming-guide/#fixed-time-windows for additional details.

func (*FixedWindowsPayload) Descriptor Uses

func (*FixedWindowsPayload) Descriptor() ([]byte, []int)

func (*FixedWindowsPayload) GetOffset Uses

func (m *FixedWindowsPayload) GetOffset() *timestamp.Timestamp

func (*FixedWindowsPayload) GetSize Uses

func (m *FixedWindowsPayload) GetSize() *duration.Duration

func (*FixedWindowsPayload) ProtoMessage Uses

func (*FixedWindowsPayload) ProtoMessage()

func (*FixedWindowsPayload) Reset Uses

func (m *FixedWindowsPayload) Reset()

func (*FixedWindowsPayload) String Uses

func (m *FixedWindowsPayload) String() string

func (*FixedWindowsPayload) XXX_DiscardUnknown Uses

func (m *FixedWindowsPayload) XXX_DiscardUnknown()

func (*FixedWindowsPayload) XXX_Marshal Uses

func (m *FixedWindowsPayload) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*FixedWindowsPayload) XXX_Merge Uses

func (m *FixedWindowsPayload) XXX_Merge(src proto.Message)

func (*FixedWindowsPayload) XXX_Size Uses

func (m *FixedWindowsPayload) XXX_Size() int

func (*FixedWindowsPayload) XXX_Unmarshal Uses

func (m *FixedWindowsPayload) XXX_Unmarshal(b []byte) error

type FixedWindowsPayload_Enum Uses

type FixedWindowsPayload_Enum int32
const (
    FixedWindowsPayload_PROPERTIES FixedWindowsPayload_Enum = 0
)

func (FixedWindowsPayload_Enum) EnumDescriptor Uses

func (FixedWindowsPayload_Enum) EnumDescriptor() ([]byte, []int)

func (FixedWindowsPayload_Enum) String Uses

func (x FixedWindowsPayload_Enum) String() string

type FunctionSpec Uses

type FunctionSpec struct {
    // (Required) A URN that describes the accompanying payload.
    // For any URN that is not recognized (by whomever is inspecting
    // it) the parameter payload should be treated as opaque and
    // passed as-is.
    Urn string `protobuf:"bytes,1,opt,name=urn,proto3" json:"urn,omitempty"`
    // (Optional) The data specifying any parameters to the URN. If
    // the URN does not require any arguments, this may be omitted.
    Payload              []byte   `protobuf:"bytes,3,opt,name=payload,proto3" json:"payload,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

A URN along with a parameter object whose schema is determined by the URN.

This structure is reused in two distinct, but compatible, ways:

1. This can be a specification of the function over PCollections

that a PTransform computes.

2. This can be a specification of a user-defined function, possibly

SDK-specific. (external to this message must be adequate context
to indicate the environment in which the UDF can be understood).

Though not explicit in this proto, there are two possibilities for the relationship of a runner to this specification that one should bear in mind:

1. The runner understands the URN. For example, it might be

a well-known URN like "beam:transform:Top" or
"beam:window_fn:FixedWindows" with
an agreed-upon payload (e.g. a number or duration,
respectively).

2. The runner does not understand the URN. It might be an

SDK specific URN such as "beam:dofn:javasdk:1.0"
that indicates to the SDK what the payload is,
such as a serialized Java DoFn from a particular
version of the Beam Java SDK. The payload will often
then be an opaque message such as bytes in a
language-specific serialization format.

func (*FunctionSpec) Descriptor Uses

func (*FunctionSpec) Descriptor() ([]byte, []int)

func (*FunctionSpec) GetPayload Uses

func (m *FunctionSpec) GetPayload() []byte

func (*FunctionSpec) GetUrn Uses

func (m *FunctionSpec) GetUrn() string

func (*FunctionSpec) ProtoMessage Uses

func (*FunctionSpec) ProtoMessage()

func (*FunctionSpec) Reset Uses

func (m *FunctionSpec) Reset()

func (*FunctionSpec) String Uses

func (m *FunctionSpec) String() string

func (*FunctionSpec) XXX_DiscardUnknown Uses

func (m *FunctionSpec) XXX_DiscardUnknown()

func (*FunctionSpec) XXX_Marshal Uses

func (m *FunctionSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*FunctionSpec) XXX_Merge Uses

func (m *FunctionSpec) XXX_Merge(src proto.Message)

func (*FunctionSpec) XXX_Size Uses

func (m *FunctionSpec) XXX_Size() int

func (*FunctionSpec) XXX_Unmarshal Uses

func (m *FunctionSpec) XXX_Unmarshal(b []byte) error

type GlobalWindowsPayload Uses

type GlobalWindowsPayload struct {
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

By default, all data in a PCollection is assigned to the single global window. See BeamConstants for the time span this window encompasses.

See https://beam.apache.org/documentation/programming-guide/#single-global-window for additional details.

func (*GlobalWindowsPayload) Descriptor Uses

func (*GlobalWindowsPayload) Descriptor() ([]byte, []int)

func (*GlobalWindowsPayload) ProtoMessage Uses

func (*GlobalWindowsPayload) ProtoMessage()

func (*GlobalWindowsPayload) Reset Uses

func (m *GlobalWindowsPayload) Reset()

func (*GlobalWindowsPayload) String Uses

func (m *GlobalWindowsPayload) String() string

func (*GlobalWindowsPayload) XXX_DiscardUnknown Uses

func (m *GlobalWindowsPayload) XXX_DiscardUnknown()

func (*GlobalWindowsPayload) XXX_Marshal Uses

func (m *GlobalWindowsPayload) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*GlobalWindowsPayload) XXX_Merge Uses

func (m *GlobalWindowsPayload) XXX_Merge(src proto.Message)

func (*GlobalWindowsPayload) XXX_Size Uses

func (m *GlobalWindowsPayload) XXX_Size() int

func (*GlobalWindowsPayload) XXX_Unmarshal Uses

func (m *GlobalWindowsPayload) XXX_Unmarshal(b []byte) error

type GlobalWindowsPayload_Enum Uses

type GlobalWindowsPayload_Enum int32
const (
    GlobalWindowsPayload_PROPERTIES GlobalWindowsPayload_Enum = 0
)

func (GlobalWindowsPayload_Enum) EnumDescriptor Uses

func (GlobalWindowsPayload_Enum) EnumDescriptor() ([]byte, []int)

func (GlobalWindowsPayload_Enum) String Uses

func (x GlobalWindowsPayload_Enum) String() string

type IsBounded Uses

type IsBounded struct {
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*IsBounded) Descriptor Uses

func (*IsBounded) Descriptor() ([]byte, []int)

func (*IsBounded) ProtoMessage Uses

func (*IsBounded) ProtoMessage()

func (*IsBounded) Reset Uses

func (m *IsBounded) Reset()

func (*IsBounded) String Uses

func (m *IsBounded) String() string

func (*IsBounded) XXX_DiscardUnknown Uses

func (m *IsBounded) XXX_DiscardUnknown()

func (*IsBounded) XXX_Marshal Uses

func (m *IsBounded) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*IsBounded) XXX_Merge Uses

func (m *IsBounded) XXX_Merge(src proto.Message)

func (*IsBounded) XXX_Size Uses

func (m *IsBounded) XXX_Size() int

func (*IsBounded) XXX_Unmarshal Uses

func (m *IsBounded) XXX_Unmarshal(b []byte) error

type IsBounded_Enum Uses

type IsBounded_Enum int32
const (
    IsBounded_UNSPECIFIED IsBounded_Enum = 0
    IsBounded_UNBOUNDED   IsBounded_Enum = 1
    IsBounded_BOUNDED     IsBounded_Enum = 2
)

func (IsBounded_Enum) EnumDescriptor Uses

func (IsBounded_Enum) EnumDescriptor() ([]byte, []int)

func (IsBounded_Enum) String Uses

func (x IsBounded_Enum) String() string

type LabelledStringPayload Uses

type LabelledStringPayload struct {
    // (Required) A human readable label for the value.
    Label string `protobuf:"bytes,1,opt,name=label,proto3" json:"label,omitempty"`
    // (Required) A value which will be displayed to the user. The urn describes
    // how the value can be interpreted and/or categorized.
    Value                string   `protobuf:"bytes,2,opt,name=value,proto3" json:"value,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*LabelledStringPayload) Descriptor Uses

func (*LabelledStringPayload) Descriptor() ([]byte, []int)

func (*LabelledStringPayload) GetLabel Uses

func (m *LabelledStringPayload) GetLabel() string

func (*LabelledStringPayload) GetValue Uses

func (m *LabelledStringPayload) GetValue() string

func (*LabelledStringPayload) ProtoMessage Uses

func (*LabelledStringPayload) ProtoMessage()

func (*LabelledStringPayload) Reset Uses

func (m *LabelledStringPayload) Reset()

func (*LabelledStringPayload) String Uses

func (m *LabelledStringPayload) String() string

func (*LabelledStringPayload) XXX_DiscardUnknown Uses

func (m *LabelledStringPayload) XXX_DiscardUnknown()

func (*LabelledStringPayload) XXX_Marshal Uses

func (m *LabelledStringPayload) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*LabelledStringPayload) XXX_Merge Uses

func (m *LabelledStringPayload) XXX_Merge(src proto.Message)

func (*LabelledStringPayload) XXX_Size Uses

func (m *LabelledStringPayload) XXX_Size() int

func (*LabelledStringPayload) XXX_Unmarshal Uses

func (m *LabelledStringPayload) XXX_Unmarshal(b []byte) error

type MapStateSpec Uses

type MapStateSpec struct {
    KeyCoderId           string   `protobuf:"bytes,1,opt,name=key_coder_id,json=keyCoderId,proto3" json:"key_coder_id,omitempty"`
    ValueCoderId         string   `protobuf:"bytes,2,opt,name=value_coder_id,json=valueCoderId,proto3" json:"value_coder_id,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*MapStateSpec) Descriptor Uses

func (*MapStateSpec) Descriptor() ([]byte, []int)

func (*MapStateSpec) GetKeyCoderId Uses

func (m *MapStateSpec) GetKeyCoderId() string

func (*MapStateSpec) GetValueCoderId Uses

func (m *MapStateSpec) GetValueCoderId() string

func (*MapStateSpec) ProtoMessage Uses

func (*MapStateSpec) ProtoMessage()

func (*MapStateSpec) Reset Uses

func (m *MapStateSpec) Reset()

func (*MapStateSpec) String Uses

func (m *MapStateSpec) String() string

func (*MapStateSpec) XXX_DiscardUnknown Uses

func (m *MapStateSpec) XXX_DiscardUnknown()

func (*MapStateSpec) XXX_Marshal Uses

func (m *MapStateSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*MapStateSpec) XXX_Merge Uses

func (m *MapStateSpec) XXX_Merge(src proto.Message)

func (*MapStateSpec) XXX_Size Uses

func (m *MapStateSpec) XXX_Size() int

func (*MapStateSpec) XXX_Unmarshal Uses

func (m *MapStateSpec) XXX_Unmarshal(b []byte) error

type MavenPayload Uses

type MavenPayload struct {
    // A string specifying Maven artifact.
    // The standard format is "groupId:artifactId:version[:packaging[:classifier]]"
    Artifact string `protobuf:"bytes,1,opt,name=artifact,proto3" json:"artifact,omitempty"`
    // (Optional) Repository URL. If not specified, Maven central is used by default.
    RepositoryUrl        string   `protobuf:"bytes,2,opt,name=repository_url,json=repositoryUrl,proto3" json:"repository_url,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*MavenPayload) Descriptor Uses

func (*MavenPayload) Descriptor() ([]byte, []int)

func (*MavenPayload) GetArtifact Uses

func (m *MavenPayload) GetArtifact() string

func (*MavenPayload) GetRepositoryUrl Uses

func (m *MavenPayload) GetRepositoryUrl() string

func (*MavenPayload) ProtoMessage Uses

func (*MavenPayload) ProtoMessage()

func (*MavenPayload) Reset Uses

func (m *MavenPayload) Reset()

func (*MavenPayload) String Uses

func (m *MavenPayload) String() string

func (*MavenPayload) XXX_DiscardUnknown Uses

func (m *MavenPayload) XXX_DiscardUnknown()

func (*MavenPayload) XXX_Marshal Uses

func (m *MavenPayload) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*MavenPayload) XXX_Merge Uses

func (m *MavenPayload) XXX_Merge(src proto.Message)

func (*MavenPayload) XXX_Size Uses

func (m *MavenPayload) XXX_Size() int

func (*MavenPayload) XXX_Unmarshal Uses

func (m *MavenPayload) XXX_Unmarshal(b []byte) error

type MergeStatus Uses

type MergeStatus struct {
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

Whether or not a PCollection's WindowFn is non-merging, merging, or merging-but-already-merged, in which case a subsequent GroupByKey is almost always going to do something the user does not want

func (*MergeStatus) Descriptor Uses

func (*MergeStatus) Descriptor() ([]byte, []int)

func (*MergeStatus) ProtoMessage Uses

func (*MergeStatus) ProtoMessage()

func (*MergeStatus) Reset Uses

func (m *MergeStatus) Reset()

func (*MergeStatus) String Uses

func (m *MergeStatus) String() string

func (*MergeStatus) XXX_DiscardUnknown Uses

func (m *MergeStatus) XXX_DiscardUnknown()

func (*MergeStatus) XXX_Marshal Uses

func (m *MergeStatus) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*MergeStatus) XXX_Merge Uses

func (m *MergeStatus) XXX_Merge(src proto.Message)

func (*MergeStatus) XXX_Size Uses

func (m *MergeStatus) XXX_Size() int

func (*MergeStatus) XXX_Unmarshal Uses

func (m *MergeStatus) XXX_Unmarshal(b []byte) error

type MergeStatus_Enum Uses

type MergeStatus_Enum int32
const (
    MergeStatus_UNSPECIFIED MergeStatus_Enum = 0
    // The WindowFn does not require merging.
    // Examples: global window, FixedWindows, SlidingWindows
    MergeStatus_NON_MERGING MergeStatus_Enum = 1
    // The WindowFn is merging and the PCollection has not had merging
    // performed.
    // Example: Sessions prior to a GroupByKey
    MergeStatus_NEEDS_MERGE MergeStatus_Enum = 2
    // The WindowFn is merging and the PCollection has had merging occur
    // already.
    // Example: Sessions after a GroupByKey
    MergeStatus_ALREADY_MERGED MergeStatus_Enum = 3
)

func (MergeStatus_Enum) EnumDescriptor Uses

func (MergeStatus_Enum) EnumDescriptor() ([]byte, []int)

func (MergeStatus_Enum) String Uses

func (x MergeStatus_Enum) String() string

type MessageWithComponents Uses

type MessageWithComponents struct {
    // (Optional) The by-reference components of the root message,
    // enabling a standalone message.
    //
    // If this is absent, it is expected that there are no
    // references.
    Components *Components `protobuf:"bytes,1,opt,name=components,proto3" json:"components,omitempty"`
    // (Required) The root message that may contain pointers
    // that should be resolved by looking inside components.
    //
    // Types that are valid to be assigned to Root:
    //	*MessageWithComponents_Coder
    //	*MessageWithComponents_CombinePayload
    //	*MessageWithComponents_FunctionSpec
    //	*MessageWithComponents_ParDoPayload
    //	*MessageWithComponents_Ptransform
    //	*MessageWithComponents_Pcollection
    //	*MessageWithComponents_ReadPayload
    //	*MessageWithComponents_SideInput
    //	*MessageWithComponents_WindowIntoPayload
    //	*MessageWithComponents_WindowingStrategy
    Root                 isMessageWithComponents_Root `protobuf_oneof:"root"`
    XXX_NoUnkeyedLiteral struct{}                     `json:"-"`
    XXX_unrecognized     []byte                       `json:"-"`
    XXX_sizecache        int32                        `json:"-"`
}

A disjoint union of all the things that may contain references that require Components to resolve.

func (*MessageWithComponents) Descriptor Uses

func (*MessageWithComponents) Descriptor() ([]byte, []int)

func (*MessageWithComponents) GetCoder Uses

func (m *MessageWithComponents) GetCoder() *Coder

func (*MessageWithComponents) GetCombinePayload Uses

func (m *MessageWithComponents) GetCombinePayload() *CombinePayload

func (*MessageWithComponents) GetComponents Uses

func (m *MessageWithComponents) GetComponents() *Components

func (*MessageWithComponents) GetFunctionSpec Uses

func (m *MessageWithComponents) GetFunctionSpec() *FunctionSpec

func (*MessageWithComponents) GetParDoPayload Uses

func (m *MessageWithComponents) GetParDoPayload() *ParDoPayload

func (*MessageWithComponents) GetPcollection Uses

func (m *MessageWithComponents) GetPcollection() *PCollection

func (*MessageWithComponents) GetPtransform Uses

func (m *MessageWithComponents) GetPtransform() *PTransform

func (*MessageWithComponents) GetReadPayload Uses

func (m *MessageWithComponents) GetReadPayload() *ReadPayload

func (*MessageWithComponents) GetRoot Uses

func (m *MessageWithComponents) GetRoot() isMessageWithComponents_Root

func (*MessageWithComponents) GetSideInput Uses

func (m *MessageWithComponents) GetSideInput() *SideInput

func (*MessageWithComponents) GetWindowIntoPayload Uses

func (m *MessageWithComponents) GetWindowIntoPayload() *WindowIntoPayload

func (*MessageWithComponents) GetWindowingStrategy Uses

func (m *MessageWithComponents) GetWindowingStrategy() *WindowingStrategy

func (*MessageWithComponents) ProtoMessage Uses

func (*MessageWithComponents) ProtoMessage()

func (*MessageWithComponents) Reset Uses

func (m *MessageWithComponents) Reset()

func (*MessageWithComponents) String Uses

func (m *MessageWithComponents) String() string

func (*MessageWithComponents) XXX_DiscardUnknown Uses

func (m *MessageWithComponents) XXX_DiscardUnknown()

func (*MessageWithComponents) XXX_Marshal Uses

func (m *MessageWithComponents) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*MessageWithComponents) XXX_Merge Uses

func (m *MessageWithComponents) XXX_Merge(src proto.Message)

func (*MessageWithComponents) XXX_OneofWrappers Uses

func (*MessageWithComponents) XXX_OneofWrappers() []interface{}

XXX_OneofWrappers is for the internal use of the proto package.

func (*MessageWithComponents) XXX_Size Uses

func (m *MessageWithComponents) XXX_Size() int

func (*MessageWithComponents) XXX_Unmarshal Uses

func (m *MessageWithComponents) XXX_Unmarshal(b []byte) error

type MessageWithComponents_Coder Uses

type MessageWithComponents_Coder struct {
    Coder *Coder `protobuf:"bytes,2,opt,name=coder,proto3,oneof"`
}

type MessageWithComponents_CombinePayload Uses

type MessageWithComponents_CombinePayload struct {
    CombinePayload *CombinePayload `protobuf:"bytes,3,opt,name=combine_payload,json=combinePayload,proto3,oneof"`
}

type MessageWithComponents_FunctionSpec Uses

type MessageWithComponents_FunctionSpec struct {
    FunctionSpec *FunctionSpec `protobuf:"bytes,4,opt,name=function_spec,json=functionSpec,proto3,oneof"`
}

type MessageWithComponents_ParDoPayload Uses

type MessageWithComponents_ParDoPayload struct {
    ParDoPayload *ParDoPayload `protobuf:"bytes,6,opt,name=par_do_payload,json=parDoPayload,proto3,oneof"`
}

type MessageWithComponents_Pcollection Uses

type MessageWithComponents_Pcollection struct {
    Pcollection *PCollection `protobuf:"bytes,8,opt,name=pcollection,proto3,oneof"`
}

type MessageWithComponents_Ptransform Uses

type MessageWithComponents_Ptransform struct {
    Ptransform *PTransform `protobuf:"bytes,7,opt,name=ptransform,proto3,oneof"`
}

type MessageWithComponents_ReadPayload Uses

type MessageWithComponents_ReadPayload struct {
    ReadPayload *ReadPayload `protobuf:"bytes,9,opt,name=read_payload,json=readPayload,proto3,oneof"`
}

type MessageWithComponents_SideInput Uses

type MessageWithComponents_SideInput struct {
    SideInput *SideInput `protobuf:"bytes,11,opt,name=side_input,json=sideInput,proto3,oneof"`
}

type MessageWithComponents_WindowIntoPayload Uses

type MessageWithComponents_WindowIntoPayload struct {
    WindowIntoPayload *WindowIntoPayload `protobuf:"bytes,12,opt,name=window_into_payload,json=windowIntoPayload,proto3,oneof"`
}

type MessageWithComponents_WindowingStrategy Uses

type MessageWithComponents_WindowingStrategy struct {
    WindowingStrategy *WindowingStrategy `protobuf:"bytes,13,opt,name=windowing_strategy,json=windowingStrategy,proto3,oneof"`
}

type MonitoringInfo Uses

type MonitoringInfo struct {
    // (Required) Defines the semantic meaning of the metric or monitored state.
    //
    // See MonitoringInfoSpecs.Enum for the set of well known metrics/monitored
    // state.
    Urn string `protobuf:"bytes,1,opt,name=urn,proto3" json:"urn,omitempty"`
    // (Required) Defines the encoding and aggregation method for the payload.
    //
    // See MonitoringInfoTypeUrns.Enum for the set of well known types.
    Type string `protobuf:"bytes,2,opt,name=type,proto3" json:"type,omitempty"`
    // (Required) The metric or monitored state encoded as per the specification
    // defined by the type.
    Payload []byte `protobuf:"bytes,3,opt,name=payload,proto3" json:"payload,omitempty"`
    // A set of key and value labels which define the scope of the metric. For
    // well known URNs, the set of required labels is provided by the associated
    // MonitoringInfoSpec.
    //
    // Either a well defined entity id for matching the enum names in
    // the MonitoringInfoLabels enum or any arbitrary label
    // set by a custom metric or user metric.
    //
    // A monitoring system is expected to be able to aggregate the metrics
    // together for all updates having the same URN and labels. Some systems such
    // as Stackdriver will be able to aggregate the metrics using a subset of the
    // provided labels
    Labels               map[string]string `protobuf:"bytes,4,rep,name=labels,proto3" json:"labels,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"`
    XXX_NoUnkeyedLiteral struct{}          `json:"-"`
    XXX_unrecognized     []byte            `json:"-"`
    XXX_sizecache        int32             `json:"-"`
}

func (*MonitoringInfo) Descriptor Uses

func (*MonitoringInfo) Descriptor() ([]byte, []int)

func (*MonitoringInfo) GetLabels Uses

func (m *MonitoringInfo) GetLabels() map[string]string

func (*MonitoringInfo) GetPayload Uses

func (m *MonitoringInfo) GetPayload() []byte

func (*MonitoringInfo) GetType Uses

func (m *MonitoringInfo) GetType() string

func (*MonitoringInfo) GetUrn Uses

func (m *MonitoringInfo) GetUrn() string

func (*MonitoringInfo) ProtoMessage Uses

func (*MonitoringInfo) ProtoMessage()

func (*MonitoringInfo) Reset Uses

func (m *MonitoringInfo) Reset()

func (*MonitoringInfo) String Uses

func (m *MonitoringInfo) String() string

func (*MonitoringInfo) XXX_DiscardUnknown Uses

func (m *MonitoringInfo) XXX_DiscardUnknown()

func (*MonitoringInfo) XXX_Marshal Uses

func (m *MonitoringInfo) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*MonitoringInfo) XXX_Merge Uses

func (m *MonitoringInfo) XXX_Merge(src proto.Message)

func (*MonitoringInfo) XXX_Size Uses

func (m *MonitoringInfo) XXX_Size() int

func (*MonitoringInfo) XXX_Unmarshal Uses

func (m *MonitoringInfo) XXX_Unmarshal(b []byte) error

type MonitoringInfoLabelProps Uses

type MonitoringInfoLabelProps struct {
    // The label key to use in the MonitoringInfo labels map.
    Name                 string   `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

A set of properties for the MonitoringInfoLabel, this is useful to obtain the proper label string for the MonitoringInfoLabel.

func (*MonitoringInfoLabelProps) Descriptor Uses

func (*MonitoringInfoLabelProps) Descriptor() ([]byte, []int)

func (*MonitoringInfoLabelProps) GetName Uses

func (m *MonitoringInfoLabelProps) GetName() string

func (*MonitoringInfoLabelProps) ProtoMessage Uses

func (*MonitoringInfoLabelProps) ProtoMessage()

func (*MonitoringInfoLabelProps) Reset Uses

func (m *MonitoringInfoLabelProps) Reset()

func (*MonitoringInfoLabelProps) String Uses

func (m *MonitoringInfoLabelProps) String() string

func (*MonitoringInfoLabelProps) XXX_DiscardUnknown Uses

func (m *MonitoringInfoLabelProps) XXX_DiscardUnknown()

func (*MonitoringInfoLabelProps) XXX_Marshal Uses

func (m *MonitoringInfoLabelProps) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*MonitoringInfoLabelProps) XXX_Merge Uses

func (m *MonitoringInfoLabelProps) XXX_Merge(src proto.Message)

func (*MonitoringInfoLabelProps) XXX_Size Uses

func (m *MonitoringInfoLabelProps) XXX_Size() int

func (*MonitoringInfoLabelProps) XXX_Unmarshal Uses

func (m *MonitoringInfoLabelProps) XXX_Unmarshal(b []byte) error

type MonitoringInfoSpec Uses

type MonitoringInfoSpec struct {
    // Defines the semantic meaning of the metric or monitored state.
    //
    // See MonitoringInfoSpecs.Enum for the set of well known metrics/monitored
    // state.
    Urn string `protobuf:"bytes,1,opt,name=urn,proto3" json:"urn,omitempty"`
    // Defines the required encoding and aggregation method for the payload.
    //
    // See MonitoringInfoTypeUrns.Enum for the set of well known types.
    Type string `protobuf:"bytes,2,opt,name=type,proto3" json:"type,omitempty"`
    // The list of required labels for the specified urn and type.
    RequiredLabels []string `protobuf:"bytes,3,rep,name=required_labels,json=requiredLabels,proto3" json:"required_labels,omitempty"`
    // Extra non functional parts of the spec for descriptive purposes.
    // i.e. description, units, etc.
    Annotations          []*Annotation `protobuf:"bytes,4,rep,name=annotations,proto3" json:"annotations,omitempty"`
    XXX_NoUnkeyedLiteral struct{}      `json:"-"`
    XXX_unrecognized     []byte        `json:"-"`
    XXX_sizecache        int32         `json:"-"`
}

A specification for describing a well known MonitoringInfo.

All specifications are uniquely identified by the urn.

func (*MonitoringInfoSpec) Descriptor Uses

func (*MonitoringInfoSpec) Descriptor() ([]byte, []int)

func (*MonitoringInfoSpec) GetAnnotations Uses

func (m *MonitoringInfoSpec) GetAnnotations() []*Annotation

func (*MonitoringInfoSpec) GetRequiredLabels Uses

func (m *MonitoringInfoSpec) GetRequiredLabels() []string

func (*MonitoringInfoSpec) GetType Uses

func (m *MonitoringInfoSpec) GetType() string

func (*MonitoringInfoSpec) GetUrn Uses

func (m *MonitoringInfoSpec) GetUrn() string

func (*MonitoringInfoSpec) ProtoMessage Uses

func (*MonitoringInfoSpec) ProtoMessage()

func (*MonitoringInfoSpec) Reset Uses

func (m *MonitoringInfoSpec) Reset()

func (*MonitoringInfoSpec) String Uses

func (m *MonitoringInfoSpec) String() string

func (*MonitoringInfoSpec) XXX_DiscardUnknown Uses

func (m *MonitoringInfoSpec) XXX_DiscardUnknown()

func (*MonitoringInfoSpec) XXX_Marshal Uses

func (m *MonitoringInfoSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*MonitoringInfoSpec) XXX_Merge Uses

func (m *MonitoringInfoSpec) XXX_Merge(src proto.Message)

func (*MonitoringInfoSpec) XXX_Size Uses

func (m *MonitoringInfoSpec) XXX_Size() int

func (*MonitoringInfoSpec) XXX_Unmarshal Uses

func (m *MonitoringInfoSpec) XXX_Unmarshal(b []byte) error

type MonitoringInfoSpecs Uses

type MonitoringInfoSpecs struct {
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

A set of well known MonitoringInfo specifications.

func (*MonitoringInfoSpecs) Descriptor Uses

func (*MonitoringInfoSpecs) Descriptor() ([]byte, []int)

func (*MonitoringInfoSpecs) ProtoMessage Uses

func (*MonitoringInfoSpecs) ProtoMessage()

func (*MonitoringInfoSpecs) Reset Uses

func (m *MonitoringInfoSpecs) Reset()

func (*MonitoringInfoSpecs) String Uses

func (m *MonitoringInfoSpecs) String() string

func (*MonitoringInfoSpecs) XXX_DiscardUnknown Uses

func (m *MonitoringInfoSpecs) XXX_DiscardUnknown()

func (*MonitoringInfoSpecs) XXX_Marshal Uses

func (m *MonitoringInfoSpecs) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*MonitoringInfoSpecs) XXX_Merge Uses

func (m *MonitoringInfoSpecs) XXX_Merge(src proto.Message)

func (*MonitoringInfoSpecs) XXX_Size Uses

func (m *MonitoringInfoSpecs) XXX_Size() int

func (*MonitoringInfoSpecs) XXX_Unmarshal Uses

func (m *MonitoringInfoSpecs) XXX_Unmarshal(b []byte) error

type MonitoringInfoSpecs_Enum Uses

type MonitoringInfoSpecs_Enum int32
const (
    // Represents an integer counter where values are summed across bundles.
    MonitoringInfoSpecs_USER_SUM_INT64 MonitoringInfoSpecs_Enum = 0
    // Represents a double counter where values are summed across bundles.
    MonitoringInfoSpecs_USER_SUM_DOUBLE MonitoringInfoSpecs_Enum = 1
    // Represents a distribution of an integer value where:
    //   - count: represents the number of values seen across all bundles
    //   - sum: represents the total of the value across all bundles
    //   - min: represents the smallest value seen across all bundles
    //   - max: represents the largest value seen across all bundles
    MonitoringInfoSpecs_USER_DISTRIBUTION_INT64 MonitoringInfoSpecs_Enum = 2
    // Represents a distribution of a double value where:
    //   - count: represents the number of values seen across all bundles
    //   - sum: represents the total of the value across all bundles
    //   - min: represents the smallest value seen across all bundles
    //   - max: represents the largest value seen across all bundles
    MonitoringInfoSpecs_USER_DISTRIBUTION_DOUBLE MonitoringInfoSpecs_Enum = 3
    // Represents the latest seen integer value. The timestamp is used to
    // provide an "ordering" over multiple values to determine which is the
    // latest.
    MonitoringInfoSpecs_USER_LATEST_INT64 MonitoringInfoSpecs_Enum = 4
    // Represents the latest seen double value. The timestamp is used to
    // provide an "ordering" over multiple values to determine which is the
    // latest.
    MonitoringInfoSpecs_USER_LATEST_DOUBLE MonitoringInfoSpecs_Enum = 5
    // Represents the largest set of integer values seen across bundles.
    MonitoringInfoSpecs_USER_TOP_N_INT64 MonitoringInfoSpecs_Enum = 6
    // Represents the largest set of double values seen across bundles.
    MonitoringInfoSpecs_USER_TOP_N_DOUBLE MonitoringInfoSpecs_Enum = 7
    // Represents the smallest set of integer values seen across bundles.
    MonitoringInfoSpecs_USER_BOTTOM_N_INT64 MonitoringInfoSpecs_Enum = 8
    // Represents the smallest set of double values seen across bundles.
    MonitoringInfoSpecs_USER_BOTTOM_N_DOUBLE MonitoringInfoSpecs_Enum = 9
    MonitoringInfoSpecs_ELEMENT_COUNT        MonitoringInfoSpecs_Enum = 10
    MonitoringInfoSpecs_SAMPLED_BYTE_SIZE    MonitoringInfoSpecs_Enum = 11
    MonitoringInfoSpecs_START_BUNDLE_MSECS   MonitoringInfoSpecs_Enum = 12
    MonitoringInfoSpecs_PROCESS_BUNDLE_MSECS MonitoringInfoSpecs_Enum = 13
    MonitoringInfoSpecs_FINISH_BUNDLE_MSECS  MonitoringInfoSpecs_Enum = 14
    MonitoringInfoSpecs_TOTAL_MSECS          MonitoringInfoSpecs_Enum = 15
    // All values reported across all beam:metric:ptransform_progress:.*:v1
    // metrics are of the same magnitude.
    MonitoringInfoSpecs_WORK_REMAINING MonitoringInfoSpecs_Enum = 16
    // All values reported across all beam:metric:ptransform_progress:.*:v1
    // metrics are of the same magnitude.
    MonitoringInfoSpecs_WORK_COMPLETED MonitoringInfoSpecs_Enum = 17
)

func (MonitoringInfoSpecs_Enum) EnumDescriptor Uses

func (MonitoringInfoSpecs_Enum) EnumDescriptor() ([]byte, []int)

func (MonitoringInfoSpecs_Enum) String Uses

func (x MonitoringInfoSpecs_Enum) String() string

type MonitoringInfoTypeUrns Uses

type MonitoringInfoTypeUrns struct {
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

A set of well known URNs that specify the encoding and aggregation method.

func (*MonitoringInfoTypeUrns) Descriptor Uses

func (*MonitoringInfoTypeUrns) Descriptor() ([]byte, []int)

func (*MonitoringInfoTypeUrns) ProtoMessage Uses

func (*MonitoringInfoTypeUrns) ProtoMessage()

func (*MonitoringInfoTypeUrns) Reset Uses

func (m *MonitoringInfoTypeUrns) Reset()

func (*MonitoringInfoTypeUrns) String Uses

func (m *MonitoringInfoTypeUrns) String() string

func (*MonitoringInfoTypeUrns) XXX_DiscardUnknown Uses

func (m *MonitoringInfoTypeUrns) XXX_DiscardUnknown()

func (*MonitoringInfoTypeUrns) XXX_Marshal Uses

func (m *MonitoringInfoTypeUrns) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*MonitoringInfoTypeUrns) XXX_Merge Uses

func (m *MonitoringInfoTypeUrns) XXX_Merge(src proto.Message)

func (*MonitoringInfoTypeUrns) XXX_Size Uses

func (m *MonitoringInfoTypeUrns) XXX_Size() int

func (*MonitoringInfoTypeUrns) XXX_Unmarshal Uses

func (m *MonitoringInfoTypeUrns) XXX_Unmarshal(b []byte) error

type MonitoringInfoTypeUrns_Enum Uses

type MonitoringInfoTypeUrns_Enum int32
const (
    // Represents an integer counter where values are summed across bundles.
    //
    // Encoding: <value>
    //   - value: beam:coder:varint:v1
    MonitoringInfoTypeUrns_SUM_INT64_TYPE MonitoringInfoTypeUrns_Enum = 0
    // Represents a double counter where values are summed across bundles.
    //
    // Encoding: <value>
    //   value: beam:coder:double:v1
    MonitoringInfoTypeUrns_SUM_DOUBLE_TYPE MonitoringInfoTypeUrns_Enum = 1
    // Represents a distribution of an integer value where:
    //   - count: represents the number of values seen across all bundles
    //   - sum: represents the total of the value across all bundles
    //   - min: represents the smallest value seen across all bundles
    //   - max: represents the largest value seen across all bundles
    //
    // Encoding: <count><sum><min><max>
    //   - count: beam:coder:varint:v1
    //   - sum:   beam:coder:varint:v1
    //   - min:   beam:coder:varint:v1
    //   - max:   beam:coder:varint:v1
    MonitoringInfoTypeUrns_DISTRIBUTION_INT64_TYPE MonitoringInfoTypeUrns_Enum = 2
    // Represents a distribution of a double value where:
    //   - count: represents the number of values seen across all bundles
    //   - sum: represents the total of the value across all bundles
    //   - min: represents the smallest value seen across all bundles
    //   - max: represents the largest value seen across all bundles
    //
    // Encoding: <count><sum><min><max>
    //   - count: beam:coder:varint:v1
    //   - sum:   beam:coder:double:v1
    //   - min:   beam:coder:double:v1
    //   - max:   beam:coder:double:v1
    MonitoringInfoTypeUrns_DISTRIBUTION_DOUBLE_TYPE MonitoringInfoTypeUrns_Enum = 3
    // Represents the latest seen integer value. The timestamp is used to
    // provide an "ordering" over multiple values to determine which is the
    // latest.
    //
    // Encoding: <timestamp><value>
    //   - timestamp: beam:coder:varint:v1     (milliseconds since epoch)
    //   - value:     beam:coder:varint:v1
    MonitoringInfoTypeUrns_LATEST_INT64_TYPE MonitoringInfoTypeUrns_Enum = 4
    // Represents the latest seen double value. The timestamp is used to
    // provide an "ordering" over multiple values to determine which is the
    // latest.
    //
    // Encoding: <timestamp><value>
    //   - timestamp: beam:coder:varint:v1     (milliseconds since epoch)
    //   - value:     beam:coder:double:v1
    MonitoringInfoTypeUrns_LATEST_DOUBLE_TYPE MonitoringInfoTypeUrns_Enum = 5
    // Represents the largest set of integer values seen across bundles.
    //
    // Encoding: <iter><value1><value2>...<valueN></iter>
    //   - iter:   beam:coder:iterable:v1
    //   - valueX: beam:coder:varint:v1
    MonitoringInfoTypeUrns_TOP_N_INT64_TYPE MonitoringInfoTypeUrns_Enum = 6
    // Represents the largest set of double values seen across bundles.
    //
    // Encoding: <iter><value1><value2>...<valueN></iter>
    //   - iter:   beam:coder:iterable:v1
    //   - valueX: beam:coder<beam:coder:double:v1
    MonitoringInfoTypeUrns_TOP_N_DOUBLE_TYPE MonitoringInfoTypeUrns_Enum = 7
    // Represents the smallest set of integer values seen across bundles.
    //
    // Encoding: <iter><value1><value2>...<valueN></iter>
    //   - iter:   beam:coder:iterable:v1
    //   - valueX: beam:coder:varint:v1
    MonitoringInfoTypeUrns_BOTTOM_N_INT64_TYPE MonitoringInfoTypeUrns_Enum = 8
    // Represents the smallest set of double values seen across bundles.
    //
    // Encoding: <iter><value1><value2>...<valueN></iter>
    //   - iter:   beam:coder:iterable:v1
    //   - valueX: beam:coder:double:v1
    MonitoringInfoTypeUrns_BOTTOM_N_DOUBLE_TYPE MonitoringInfoTypeUrns_Enum = 9
    // Encoding: <iter><value1><value2>...<valueN></iter>
    //   - iter:   beam:coder:iterable:v1
    //   - valueX: beam:coder:double:v1
    MonitoringInfoTypeUrns_PROGRESS_TYPE MonitoringInfoTypeUrns_Enum = 10
)

func (MonitoringInfoTypeUrns_Enum) EnumDescriptor Uses

func (MonitoringInfoTypeUrns_Enum) EnumDescriptor() ([]byte, []int)

func (MonitoringInfoTypeUrns_Enum) String Uses

func (x MonitoringInfoTypeUrns_Enum) String() string

type MonitoringInfo_MonitoringInfoLabels Uses

type MonitoringInfo_MonitoringInfoLabels int32
const (
    // The values used for TRANSFORM, PCOLLECTION, WINDOWING_STRATEGY
    // CODER, ENVIRONMENT, etc. must always match the keys used to
    // refer to them. For actively processed bundles, these should match the
    // values within the ProcessBundleDescriptor. For job management APIs,
    // these should match values within the original pipeline representation.
    MonitoringInfo_TRANSFORM          MonitoringInfo_MonitoringInfoLabels = 0
    MonitoringInfo_PCOLLECTION        MonitoringInfo_MonitoringInfoLabels = 1
    MonitoringInfo_WINDOWING_STRATEGY MonitoringInfo_MonitoringInfoLabels = 2
    MonitoringInfo_CODER              MonitoringInfo_MonitoringInfoLabels = 3
    MonitoringInfo_ENVIRONMENT        MonitoringInfo_MonitoringInfoLabels = 4
    MonitoringInfo_NAMESPACE          MonitoringInfo_MonitoringInfoLabels = 5
    MonitoringInfo_NAME               MonitoringInfo_MonitoringInfoLabels = 6
)

func (MonitoringInfo_MonitoringInfoLabels) EnumDescriptor Uses

func (MonitoringInfo_MonitoringInfoLabels) EnumDescriptor() ([]byte, []int)

func (MonitoringInfo_MonitoringInfoLabels) String Uses

func (x MonitoringInfo_MonitoringInfoLabels) String() string

type OnTimeBehavior Uses

type OnTimeBehavior struct {
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

Controls whether or not an aggregating transform should output data when an on-time pane is empty.

func (*OnTimeBehavior) Descriptor Uses

func (*OnTimeBehavior) Descriptor() ([]byte, []int)

func (*OnTimeBehavior) ProtoMessage Uses

func (*OnTimeBehavior) ProtoMessage()

func (*OnTimeBehavior) Reset Uses

func (m *OnTimeBehavior) Reset()

func (*OnTimeBehavior) String Uses

func (m *OnTimeBehavior) String() string

func (*OnTimeBehavior) XXX_DiscardUnknown Uses

func (m *OnTimeBehavior) XXX_DiscardUnknown()

func (*OnTimeBehavior) XXX_Marshal Uses

func (m *OnTimeBehavior) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*OnTimeBehavior) XXX_Merge Uses

func (m *OnTimeBehavior) XXX_Merge(src proto.Message)

func (*OnTimeBehavior) XXX_Size Uses

func (m *OnTimeBehavior) XXX_Size() int

func (*OnTimeBehavior) XXX_Unmarshal Uses

func (m *OnTimeBehavior) XXX_Unmarshal(b []byte) error

type OnTimeBehavior_Enum Uses

type OnTimeBehavior_Enum int32
const (
    OnTimeBehavior_UNSPECIFIED OnTimeBehavior_Enum = 0
    // Always fire the on-time pane. Even if there is no new data since
    // the previous firing, an element will be produced.
    OnTimeBehavior_FIRE_ALWAYS OnTimeBehavior_Enum = 1
    // Only fire the on-time pane if there is new data since the previous firing.
    OnTimeBehavior_FIRE_IF_NONEMPTY OnTimeBehavior_Enum = 2
)

func (OnTimeBehavior_Enum) EnumDescriptor Uses

func (OnTimeBehavior_Enum) EnumDescriptor() ([]byte, []int)

func (OnTimeBehavior_Enum) String Uses

func (x OnTimeBehavior_Enum) String() string

type OutputTime Uses

type OutputTime struct {
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

When a number of windowed, timestamped inputs are aggregated, the timestamp for the resulting output.

func (*OutputTime) Descriptor Uses

func (*OutputTime) Descriptor() ([]byte, []int)

func (*OutputTime) ProtoMessage Uses

func (*OutputTime) ProtoMessage()

func (*OutputTime) Reset Uses

func (m *OutputTime) Reset()

func (*OutputTime) String Uses

func (m *OutputTime) String() string

func (*OutputTime) XXX_DiscardUnknown Uses

func (m *OutputTime) XXX_DiscardUnknown()

func (*OutputTime) XXX_Marshal Uses

func (m *OutputTime) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*OutputTime) XXX_Merge Uses

func (m *OutputTime) XXX_Merge(src proto.Message)

func (*OutputTime) XXX_Size Uses

func (m *OutputTime) XXX_Size() int

func (*OutputTime) XXX_Unmarshal Uses

func (m *OutputTime) XXX_Unmarshal(b []byte) error

type OutputTime_Enum Uses

type OutputTime_Enum int32
const (
    OutputTime_UNSPECIFIED OutputTime_Enum = 0
    // The output has the timestamp of the end of the window.
    OutputTime_END_OF_WINDOW OutputTime_Enum = 1
    // The output has the latest timestamp of the input elements since
    // the last output.
    OutputTime_LATEST_IN_PANE OutputTime_Enum = 2
    // The output has the earliest timestamp of the input elements since
    // the last output.
    OutputTime_EARLIEST_IN_PANE OutputTime_Enum = 3
)

func (OutputTime_Enum) EnumDescriptor Uses

func (OutputTime_Enum) EnumDescriptor() ([]byte, []int)

func (OutputTime_Enum) String Uses

func (x OutputTime_Enum) String() string

type PCollection Uses

type PCollection struct {
    // (Required) A unique name for the PCollection.
    //
    // Ideally, this should be stable over multiple evolutions of a pipeline
    // for the purposes of logging and associating pipeline state with a node,
    // etc.
    //
    // If it is not stable, then the runner decides what will happen. But, most
    // importantly, it must always be here, even if it is autogenerated.
    UniqueName string `protobuf:"bytes,1,opt,name=unique_name,json=uniqueName,proto3" json:"unique_name,omitempty"`
    // (Required) The id of the Coder for this PCollection.
    CoderId string `protobuf:"bytes,2,opt,name=coder_id,json=coderId,proto3" json:"coder_id,omitempty"`
    // (Required) Whether this PCollection is bounded or unbounded
    IsBounded IsBounded_Enum `protobuf:"varint,3,opt,name=is_bounded,json=isBounded,proto3,enum=org.apache.beam.model.pipeline.v1.IsBounded_Enum" json:"is_bounded,omitempty"`
    // (Required) The id of the windowing strategy for this PCollection.
    WindowingStrategyId string `protobuf:"bytes,4,opt,name=windowing_strategy_id,json=windowingStrategyId,proto3" json:"windowing_strategy_id,omitempty"`
    // (Optional) Static display data for the PCollection. If there is none,
    // it may be omitted.
    DisplayData          []*DisplayData `protobuf:"bytes,5,rep,name=display_data,json=displayData,proto3" json:"display_data,omitempty"`
    XXX_NoUnkeyedLiteral struct{}       `json:"-"`
    XXX_unrecognized     []byte         `json:"-"`
    XXX_sizecache        int32          `json:"-"`
}

A PCollection!

func (*PCollection) Descriptor Uses

func (*PCollection) Descriptor() ([]byte, []int)

func (*PCollection) GetCoderId Uses

func (m *PCollection) GetCoderId() string

func (*PCollection) GetDisplayData Uses

func (m *PCollection) GetDisplayData() []*DisplayData

func (*PCollection) GetIsBounded Uses

func (m *PCollection) GetIsBounded() IsBounded_Enum

func (*PCollection) GetUniqueName Uses

func (m *PCollection) GetUniqueName() string

func (*PCollection) GetWindowingStrategyId Uses

func (m *PCollection) GetWindowingStrategyId() string

func (*PCollection) ProtoMessage Uses

func (*PCollection) ProtoMessage()

func (*PCollection) Reset Uses

func (m *PCollection) Reset()

func (*PCollection) String Uses

func (m *PCollection) String() string

func (*PCollection) XXX_DiscardUnknown Uses

func (m *PCollection) XXX_DiscardUnknown()

func (*PCollection) XXX_Marshal Uses

func (m *PCollection) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*PCollection) XXX_Merge Uses

func (m *PCollection) XXX_Merge(src proto.Message)

func (*PCollection) XXX_Size Uses

func (m *PCollection) XXX_Size() int

func (*PCollection) XXX_Unmarshal Uses

func (m *PCollection) XXX_Unmarshal(b []byte) error

type PTransform Uses

type PTransform struct {
    // (Required) A unique name for the application node.
    //
    // Ideally, this should be stable over multiple evolutions of a pipeline
    // for the purposes of logging and associating pipeline state with a node,
    // etc.
    //
    // If it is not stable, then the runner decides what will happen. But, most
    // importantly, it must always be here and be unique, even if it is
    // autogenerated.
    UniqueName string `protobuf:"bytes,5,opt,name=unique_name,json=uniqueName,proto3" json:"unique_name,omitempty"`
    // (Optional) A URN and payload that, together, fully defined the semantics
    // of this transform.
    //
    // If absent, this must be an "anonymous" composite transform.
    //
    // For primitive transform in the Runner API, this is required, and the
    // payloads are well-defined messages. When the URN indicates ParDo it
    // is a ParDoPayload, and so on. For some special composite transforms,
    // the payload is also officially defined. See StandardPTransforms for
    // details.
    Spec *FunctionSpec `protobuf:"bytes,1,opt,name=spec,proto3" json:"spec,omitempty"`
    // (Optional) if this node is a composite, a list of the ids of
    // transforms that it contains.
    Subtransforms []string `protobuf:"bytes,2,rep,name=subtransforms,proto3" json:"subtransforms,omitempty"`
    // (Required) A map from local names of inputs (unique only with this map, and
    // likely embedded in the transform payload and serialized user code) to
    // PCollection ids.
    //
    // The payload for this transform may clarify the relationship of these
    // inputs. For example:
    //
    //  - for a Flatten transform they are merged
    //  - for a ParDo transform, some may be side inputs
    //
    // All inputs are recorded here so that the topological ordering of
    // the graph is consistent whether or not the payload is understood.
    Inputs map[string]string `protobuf:"bytes,3,rep,name=inputs,proto3" json:"inputs,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"`
    // (Required) A map from local names of outputs (unique only within this map,
    // and likely embedded in the transform payload and serialized user code)
    // to PCollection ids.
    //
    // The URN or payload for this transform node may clarify the type and
    // relationship of these outputs. For example:
    //
    //  - for a ParDo transform, these are tags on PCollections, which will be
    //    embedded in the DoFn.
    Outputs map[string]string `protobuf:"bytes,4,rep,name=outputs,proto3" json:"outputs,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"`
    // (Optional) Static display data for this PTransform application. If
    // there is none, it may be omitted.
    DisplayData []*DisplayData `protobuf:"bytes,6,rep,name=display_data,json=displayData,proto3" json:"display_data,omitempty"`
    // (Optional) Environment where the current PTransform should be executed in.
    // Runner that executes the pipeline may choose to override this if needed. If
    // not specified, environment will be decided by the runner.
    EnvironmentId        string   `protobuf:"bytes,7,opt,name=environment_id,json=environmentId,proto3" json:"environment_id,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

Transforms are the operations in your pipeline, and provide a generic processing framework. You provide processing logic in the form of a function object (colloquially referred to as “user code”), and your user code is applied to each element of an input PCollection (or more than one PCollection). Depending on the pipeline runner and back-end that you choose, many different workers across a cluster may execute instances of your user code in parallel. The user code running on each worker generates the output elements that are ultimately added to the final output PCollection that the transform produces.

The Beam SDKs contain a number of different transforms that you can apply to your pipeline’s PCollections. These include general-purpose core transforms, such as ParDo or Combine. There are also pre-written composite transforms included in the SDKs, which combine one or more of the core transforms in a useful processing pattern, such as counting or combining elements in a collection. You can also define your own more complex composite transforms to fit your pipeline’s exact use case.

func (*PTransform) Descriptor Uses

func (*PTransform) Descriptor() ([]byte, []int)

func (*PTransform) GetDisplayData Uses

func (m *PTransform) GetDisplayData() []*DisplayData

func (*PTransform) GetEnvironmentId Uses

func (m *PTransform) GetEnvironmentId() string

func (*PTransform) GetInputs Uses

func (m *PTransform) GetInputs() map[string]string

func (*PTransform) GetOutputs Uses

func (m *PTransform) GetOutputs() map[string]string

func (*PTransform) GetSpec Uses

func (m *PTransform) GetSpec() *FunctionSpec

func (*PTransform) GetSubtransforms Uses

func (m *PTransform) GetSubtransforms() []string

func (*PTransform) GetUniqueName Uses

func (m *PTransform) GetUniqueName() string

func (*PTransform) ProtoMessage Uses

func (*PTransform) ProtoMessage()

func (*PTransform) Reset Uses

func (m *PTransform) Reset()

func (*PTransform) String Uses

func (m *PTransform) String() string

func (*PTransform) XXX_DiscardUnknown Uses

func (m *PTransform) XXX_DiscardUnknown()

func (*PTransform) XXX_Marshal Uses

func (m *PTransform) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*PTransform) XXX_Merge Uses

func (m *PTransform) XXX_Merge(src proto.Message)

func (*PTransform) XXX_Size Uses

func (m *PTransform) XXX_Size() int

func (*PTransform) XXX_Unmarshal Uses

func (m *PTransform) XXX_Unmarshal(b []byte) error

type ParDoPayload Uses

type ParDoPayload struct {
    // (Required) The FunctionSpec of the DoFn.
    DoFn *FunctionSpec `protobuf:"bytes,1,opt,name=do_fn,json=doFn,proto3" json:"do_fn,omitempty"`
    // (Optional) A mapping of local input names to side inputs, describing
    // the expected access pattern.
    SideInputs map[string]*SideInput `protobuf:"bytes,3,rep,name=side_inputs,json=sideInputs,proto3" json:"side_inputs,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"`
    // (Optional) A mapping of local state names to state specifications.
    // If this is set, the stateful processing requirement should also
    // be placed in the pipeline requirements.
    StateSpecs map[string]*StateSpec `protobuf:"bytes,4,rep,name=state_specs,json=stateSpecs,proto3" json:"state_specs,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"`
    // (Optional) A mapping of local timer family names to timer family
    // specifications. If this is set, the stateful processing requirement should
    // also be placed in the pipeline requirements.
    TimerFamilySpecs map[string]*TimerFamilySpec `protobuf:"bytes,9,rep,name=timer_family_specs,json=timerFamilySpecs,proto3" json:"timer_family_specs,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"`
    // (Optional) Only set when this ParDo contains a splittable DoFn.
    // If this is set, the corresponding standard requirement should also
    // be placed in the pipeline requirements.
    RestrictionCoderId string `protobuf:"bytes,7,opt,name=restriction_coder_id,json=restrictionCoderId,proto3" json:"restriction_coder_id,omitempty"`
    // (Optional) Only set when this ParDo can request bundle finalization.
    // If this is set, the corresponding standard requirement should also
    // be placed in the pipeline requirements.
    RequestsFinalization bool `protobuf:"varint,8,opt,name=requests_finalization,json=requestsFinalization,proto3" json:"requests_finalization,omitempty"`
    // Whether this stage requires time sorted input.
    // If this is set, the corresponding standard requirement should also
    // be placed in the pipeline requirements.
    RequiresTimeSortedInput bool `protobuf:"varint,10,opt,name=requires_time_sorted_input,json=requiresTimeSortedInput,proto3" json:"requires_time_sorted_input,omitempty"`
    // Whether this stage requires stable input.
    // If this is set, the corresponding standard requirement should also
    // be placed in the pipeline requirements.
    RequiresStableInput  bool     `protobuf:"varint,11,opt,name=requires_stable_input,json=requiresStableInput,proto3" json:"requires_stable_input,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

The payload for the primitive ParDo transform.

func (*ParDoPayload) Descriptor Uses

func (*ParDoPayload) Descriptor() ([]byte, []int)

func (*ParDoPayload) GetDoFn Uses

func (m *ParDoPayload) GetDoFn() *FunctionSpec

func (*ParDoPayload) GetRequestsFinalization Uses

func (m *ParDoPayload) GetRequestsFinalization() bool

func (*ParDoPayload) GetRequiresStableInput Uses

func (m *ParDoPayload) GetRequiresStableInput() bool

func (*ParDoPayload) GetRequiresTimeSortedInput Uses

func (m *ParDoPayload) GetRequiresTimeSortedInput() bool

func (*ParDoPayload) GetRestrictionCoderId Uses

func (m *ParDoPayload) GetRestrictionCoderId() string

func (*ParDoPayload) GetSideInputs Uses

func (m *ParDoPayload) GetSideInputs() map[string]*SideInput

func (*ParDoPayload) GetStateSpecs Uses

func (m *ParDoPayload) GetStateSpecs() map[string]*StateSpec

func (*ParDoPayload) GetTimerFamilySpecs Uses

func (m *ParDoPayload) GetTimerFamilySpecs() map[string]*TimerFamilySpec

func (*ParDoPayload) ProtoMessage Uses

func (*ParDoPayload) ProtoMessage()

func (*ParDoPayload) Reset Uses

func (m *ParDoPayload) Reset()

func (*ParDoPayload) String Uses

func (m *ParDoPayload) String() string

func (*ParDoPayload) XXX_DiscardUnknown Uses

func (m *ParDoPayload) XXX_DiscardUnknown()

func (*ParDoPayload) XXX_Marshal Uses

func (m *ParDoPayload) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ParDoPayload) XXX_Merge Uses

func (m *ParDoPayload) XXX_Merge(src proto.Message)

func (*ParDoPayload) XXX_Size Uses

func (m *ParDoPayload) XXX_Size() int

func (*ParDoPayload) XXX_Unmarshal Uses

func (m *ParDoPayload) XXX_Unmarshal(b []byte) error

type Pipeline Uses

type Pipeline struct {
    // (Required) The coders, UDFs, graph nodes, etc, that make up
    // this pipeline.
    Components *Components `protobuf:"bytes,1,opt,name=components,proto3" json:"components,omitempty"`
    // (Required) The ids of all PTransforms that are not contained within another
    // PTransform. These must be in shallow topological order, so that traversing
    // them recursively in this order yields a recursively topological traversal.
    RootTransformIds []string `protobuf:"bytes,2,rep,name=root_transform_ids,json=rootTransformIds,proto3" json:"root_transform_ids,omitempty"`
    // (Optional) Static display data for the pipeline. If there is none,
    // it may be omitted.
    DisplayData []*DisplayData `protobuf:"bytes,3,rep,name=display_data,json=displayData,proto3" json:"display_data,omitempty"`
    // (Optional) A set of requirements that the runner MUST understand and be
    // able to faithfully provide in order to execute this pipeline. These
    // may indicate that a runner must inspect new fields on a component or
    // provide additional guarantees when processing specific transforms.
    // A runner should reject any pipelines with unknown requirements.
    Requirements         []string `protobuf:"bytes,4,rep,name=requirements,proto3" json:"requirements,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

A Pipeline is a hierarchical graph of PTransforms, linked by PCollections. A typical graph may look like:

Impulse -> PCollection -> ParDo -> PCollection -> GroupByKey -> ...
                                \> PCollection -> ParDo      -> ...
                                               \> ParDo      -> ...
Impulse -> PCollection -> ParDo -> PCollection -> ...

This is represented by a number of by-reference maps to transforms, PCollections, SDK environments, coders, etc., for supporting compact reuse and arbitrary graph structure.

func (*Pipeline) Descriptor Uses

func (*Pipeline) Descriptor() ([]byte, []int)

func (*Pipeline) GetComponents Uses

func (m *Pipeline) GetComponents() *Components

func (*Pipeline) GetDisplayData Uses

func (m *Pipeline) GetDisplayData() []*DisplayData

func (*Pipeline) GetRequirements Uses

func (m *Pipeline) GetRequirements() []string

func (*Pipeline) GetRootTransformIds Uses

func (m *Pipeline) GetRootTransformIds() []string

func (*Pipeline) ProtoMessage Uses

func (*Pipeline) ProtoMessage()

func (*Pipeline) Reset Uses

func (m *Pipeline) Reset()

func (*Pipeline) String Uses

func (m *Pipeline) String() string

func (*Pipeline) XXX_DiscardUnknown Uses

func (m *Pipeline) XXX_DiscardUnknown()

func (*Pipeline) XXX_Marshal Uses

func (m *Pipeline) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Pipeline) XXX_Merge Uses

func (m *Pipeline) XXX_Merge(src proto.Message)

func (*Pipeline) XXX_Size Uses

func (m *Pipeline) XXX_Size() int

func (*Pipeline) XXX_Unmarshal Uses

func (m *Pipeline) XXX_Unmarshal(b []byte) error

type ProcessPayload Uses

type ProcessPayload struct {
    Os                   string            `protobuf:"bytes,1,opt,name=os,proto3" json:"os,omitempty"`
    Arch                 string            `protobuf:"bytes,2,opt,name=arch,proto3" json:"arch,omitempty"`
    Command              string            `protobuf:"bytes,3,opt,name=command,proto3" json:"command,omitempty"`
    Env                  map[string]string `protobuf:"bytes,4,rep,name=env,proto3" json:"env,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"`
    XXX_NoUnkeyedLiteral struct{}          `json:"-"`
    XXX_unrecognized     []byte            `json:"-"`
    XXX_sizecache        int32             `json:"-"`
}

func (*ProcessPayload) Descriptor Uses

func (*ProcessPayload) Descriptor() ([]byte, []int)

func (*ProcessPayload) GetArch Uses

func (m *ProcessPayload) GetArch() string

func (*ProcessPayload) GetCommand Uses

func (m *ProcessPayload) GetCommand() string

func (*ProcessPayload) GetEnv Uses

func (m *ProcessPayload) GetEnv() map[string]string

func (*ProcessPayload) GetOs Uses

func (m *ProcessPayload) GetOs() string

func (*ProcessPayload) ProtoMessage Uses

func (*ProcessPayload) ProtoMessage()

func (*ProcessPayload) Reset Uses

func (m *ProcessPayload) Reset()

func (*ProcessPayload) String Uses

func (m *ProcessPayload) String() string

func (*ProcessPayload) XXX_DiscardUnknown Uses

func (m *ProcessPayload) XXX_DiscardUnknown()

func (*ProcessPayload) XXX_Marshal Uses

func (m *ProcessPayload) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ProcessPayload) XXX_Merge Uses

func (m *ProcessPayload) XXX_Merge(src proto.Message)

func (*ProcessPayload) XXX_Size Uses

func (m *ProcessPayload) XXX_Size() int

func (*ProcessPayload) XXX_Unmarshal Uses

func (m *ProcessPayload) XXX_Unmarshal(b []byte) error

type PyPIPayload Uses

type PyPIPayload struct {
    // Pypi compatible artifact id e.g. "apache-beam"
    ArtifactId string `protobuf:"bytes,1,opt,name=artifact_id,json=artifactId,proto3" json:"artifact_id,omitempty"`
    // Pypi compatible version string.
    Version              string   `protobuf:"bytes,2,opt,name=version,proto3" json:"version,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*PyPIPayload) Descriptor Uses

func (*PyPIPayload) Descriptor() ([]byte, []int)

func (*PyPIPayload) GetArtifactId Uses

func (m *PyPIPayload) GetArtifactId() string

func (*PyPIPayload) GetVersion Uses

func (m *PyPIPayload) GetVersion() string

func (*PyPIPayload) ProtoMessage Uses

func (*PyPIPayload) ProtoMessage()

func (*PyPIPayload) Reset Uses

func (m *PyPIPayload) Reset()

func (*PyPIPayload) String Uses

func (m *PyPIPayload) String() string

func (*PyPIPayload) XXX_DiscardUnknown Uses

func (m *PyPIPayload) XXX_DiscardUnknown()

func (*PyPIPayload) XXX_Marshal Uses

func (m *PyPIPayload) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*PyPIPayload) XXX_Merge Uses

func (m *PyPIPayload) XXX_Merge(src proto.Message)

func (*PyPIPayload) XXX_Size Uses

func (m *PyPIPayload) XXX_Size() int

func (*PyPIPayload) XXX_Unmarshal Uses

func (m *PyPIPayload) XXX_Unmarshal(b []byte) error

type ReadModifyWriteStateSpec Uses

type ReadModifyWriteStateSpec struct {
    CoderId              string   `protobuf:"bytes,1,opt,name=coder_id,json=coderId,proto3" json:"coder_id,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*ReadModifyWriteStateSpec) Descriptor Uses

func (*ReadModifyWriteStateSpec) Descriptor() ([]byte, []int)

func (*ReadModifyWriteStateSpec) GetCoderId Uses

func (m *ReadModifyWriteStateSpec) GetCoderId() string

func (*ReadModifyWriteStateSpec) ProtoMessage Uses

func (*ReadModifyWriteStateSpec) ProtoMessage()

func (*ReadModifyWriteStateSpec) Reset Uses

func (m *ReadModifyWriteStateSpec) Reset()

func (*ReadModifyWriteStateSpec) String Uses

func (m *ReadModifyWriteStateSpec) String() string

func (*ReadModifyWriteStateSpec) XXX_DiscardUnknown Uses

func (m *ReadModifyWriteStateSpec) XXX_DiscardUnknown()

func (*ReadModifyWriteStateSpec) XXX_Marshal Uses

func (m *ReadModifyWriteStateSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ReadModifyWriteStateSpec) XXX_Merge Uses

func (m *ReadModifyWriteStateSpec) XXX_Merge(src proto.Message)

func (*ReadModifyWriteStateSpec) XXX_Size Uses

func (m *ReadModifyWriteStateSpec) XXX_Size() int

func (*ReadModifyWriteStateSpec) XXX_Unmarshal Uses

func (m *ReadModifyWriteStateSpec) XXX_Unmarshal(b []byte) error

type ReadPayload Uses

type ReadPayload struct {
    // (Required) The FunctionSpec of the source for this Read.
    Source *FunctionSpec `protobuf:"bytes,1,opt,name=source,proto3" json:"source,omitempty"`
    // (Required) Whether the source is bounded or unbounded
    IsBounded            IsBounded_Enum `protobuf:"varint,2,opt,name=is_bounded,json=isBounded,proto3,enum=org.apache.beam.model.pipeline.v1.IsBounded_Enum" json:"is_bounded,omitempty"`
    XXX_NoUnkeyedLiteral struct{}       `json:"-"`
    XXX_unrecognized     []byte         `json:"-"`
    XXX_sizecache        int32          `json:"-"`
}

The payload for the primitive Read transform.

func (*ReadPayload) Descriptor Uses

func (*ReadPayload) Descriptor() ([]byte, []int)

func (*ReadPayload) GetIsBounded Uses

func (m *ReadPayload) GetIsBounded() IsBounded_Enum

func (*ReadPayload) GetSource Uses

func (m *ReadPayload) GetSource() *FunctionSpec

func (*ReadPayload) ProtoMessage Uses

func (*ReadPayload) ProtoMessage()

func (*ReadPayload) Reset Uses

func (m *ReadPayload) Reset()

func (*ReadPayload) String Uses

func (m *ReadPayload) String() string

func (*ReadPayload) XXX_DiscardUnknown Uses

func (m *ReadPayload) XXX_DiscardUnknown()

func (*ReadPayload) XXX_Marshal Uses

func (m *ReadPayload) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ReadPayload) XXX_Merge Uses

func (m *ReadPayload) XXX_Merge(src proto.Message)

func (*ReadPayload) XXX_Size Uses

func (m *ReadPayload) XXX_Size() int

func (*ReadPayload) XXX_Unmarshal Uses

func (m *ReadPayload) XXX_Unmarshal(b []byte) error

type SessionWindowsPayload Uses

type SessionWindowsPayload struct {
    // (Required) Minimum duration of gaps between sessions.
    GapSize              *duration.Duration `protobuf:"bytes,1,opt,name=gap_size,json=gapSize,proto3" json:"gap_size,omitempty"`
    XXX_NoUnkeyedLiteral struct{}           `json:"-"`
    XXX_unrecognized     []byte             `json:"-"`
    XXX_sizecache        int32              `json:"-"`
}

A session window function defines windows that contain elements that are within a certain gap size of another element. Session windowing applies on a per-key basis and is useful for data that is irregularly distributed with respect to time. For example, a data stream representing user mouse activity may have long periods of idle time interspersed with high concentrations of clicks. If data arrives after the minimum specified gap size duration, this initiates the start of a new window.

See https://beam.apache.org/documentation/programming-guide/#session-windows for additional details.

func (*SessionWindowsPayload) Descriptor Uses

func (*SessionWindowsPayload) Descriptor() ([]byte, []int)

func (*SessionWindowsPayload) GetGapSize Uses

func (m *SessionWindowsPayload) GetGapSize() *duration.Duration

func (*SessionWindowsPayload) ProtoMessage Uses

func (*SessionWindowsPayload) ProtoMessage()

func (*SessionWindowsPayload) Reset Uses

func (m *SessionWindowsPayload) Reset()

func (*SessionWindowsPayload) String Uses

func (m *SessionWindowsPayload) String() string

func (*SessionWindowsPayload) XXX_DiscardUnknown Uses

func (m *SessionWindowsPayload) XXX_DiscardUnknown()

func (*SessionWindowsPayload) XXX_Marshal Uses

func (m *SessionWindowsPayload) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*SessionWindowsPayload) XXX_Merge Uses

func (m *SessionWindowsPayload) XXX_Merge(src proto.Message)

func (*SessionWindowsPayload) XXX_Size Uses

func (m *SessionWindowsPayload) XXX_Size() int

func (*SessionWindowsPayload) XXX_Unmarshal Uses

func (m *SessionWindowsPayload) XXX_Unmarshal(b []byte) error

type SessionWindowsPayload_Enum Uses

type SessionWindowsPayload_Enum int32
const (
    SessionWindowsPayload_PROPERTIES SessionWindowsPayload_Enum = 0
)

func (SessionWindowsPayload_Enum) EnumDescriptor Uses

func (SessionWindowsPayload_Enum) EnumDescriptor() ([]byte, []int)

func (SessionWindowsPayload_Enum) String Uses

func (x SessionWindowsPayload_Enum) String() string

type SetStateSpec Uses

type SetStateSpec struct {
    ElementCoderId       string   `protobuf:"bytes,1,opt,name=element_coder_id,json=elementCoderId,proto3" json:"element_coder_id,omitempty"`
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*SetStateSpec) Descriptor Uses

func (*SetStateSpec) Descriptor() ([]byte, []int)

func (*SetStateSpec) GetElementCoderId Uses

func (m *SetStateSpec) GetElementCoderId() string

func (*SetStateSpec) ProtoMessage Uses

func (*SetStateSpec) ProtoMessage()

func (*SetStateSpec) Reset Uses

func (m *SetStateSpec) Reset()

func (*SetStateSpec) String Uses

func (m *SetStateSpec) String() string

func (*SetStateSpec) XXX_DiscardUnknown Uses

func (m *SetStateSpec) XXX_DiscardUnknown()

func (*SetStateSpec) XXX_Marshal Uses

func (m *SetStateSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*SetStateSpec) XXX_Merge Uses

func (m *SetStateSpec) XXX_Merge(src proto.Message)

func (*SetStateSpec) XXX_Size Uses

func (m *SetStateSpec) XXX_Size() int

func (*SetStateSpec) XXX_Unmarshal Uses

func (m *SetStateSpec) XXX_Unmarshal(b []byte) error

type SideInput Uses

type SideInput struct {
    // (Required) URN of the access pattern required by the `view_fn` to present
    // the desired SDK-specific interface to a UDF.
    //
    // This access pattern defines the SDK harness <-> Runner Harness RPC
    // interface for accessing a side input.
    //
    // The only access pattern intended for Beam, because of its superior
    // performance possibilities, is "beam:sideinput:multimap" (or some such
    // URN)
    AccessPattern *FunctionSpec `protobuf:"bytes,1,opt,name=access_pattern,json=accessPattern,proto3" json:"access_pattern,omitempty"`
    // (Required) The FunctionSpec of the UDF that adapts a particular
    // access_pattern to a user-facing view type.
    //
    // For example, View.asSingleton() may include a `view_fn` that adapts a
    // specially-designed multimap to a single value per window.
    ViewFn *FunctionSpec `protobuf:"bytes,2,opt,name=view_fn,json=viewFn,proto3" json:"view_fn,omitempty"`
    // (Required) The FunctionSpec of the UDF that maps a main input window
    // to a side input window.
    //
    // For example, when the main input is in fixed windows of one hour, this
    // can specify that the side input should be accessed according to the day
    // in which that hour falls.
    WindowMappingFn      *FunctionSpec `protobuf:"bytes,3,opt,name=window_mapping_fn,json=windowMappingFn,proto3" json:"window_mapping_fn,omitempty"`
    XXX_NoUnkeyedLiteral struct{}      `json:"-"`
    XXX_unrecognized     []byte        `json:"-"`
    XXX_sizecache        int32         `json:"-"`
}

A specification for how to "side input" a PCollection.

func (*SideInput) Descriptor Uses

func (*SideInput) Descriptor() ([]byte, []int)

func (*SideInput) GetAccessPattern Uses

func (m *SideInput) GetAccessPattern() *FunctionSpec

func (*SideInput) GetViewFn Uses

func (m *SideInput) GetViewFn() *FunctionSpec

func (*SideInput) GetWindowMappingFn Uses

func (m *SideInput) GetWindowMappingFn() *FunctionSpec

func (*SideInput) ProtoMessage Uses

func (*SideInput) ProtoMessage()

func (*SideInput) Reset Uses

func (m *SideInput) Reset()

func (*SideInput) String Uses

func (m *SideInput) String() string

func (*SideInput) XXX_DiscardUnknown Uses

func (m *SideInput) XXX_DiscardUnknown()

func (*SideInput) XXX_Marshal Uses

func (m *SideInput) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*SideInput) XXX_Merge Uses

func (m *SideInput) XXX_Merge(src proto.Message)

func (*SideInput) XXX_Size Uses

func (m *SideInput) XXX_Size() int

func (*SideInput) XXX_Unmarshal Uses

func (m *SideInput) XXX_Unmarshal(b []byte) error

type SlidingWindowsPayload Uses

type SlidingWindowsPayload struct {
    // (Required) Represents the size of the window.
    Size *duration.Duration `protobuf:"bytes,1,opt,name=size,proto3" json:"size,omitempty"`
    // (Required) Represents the timestamp of when the first window begins.
    // Window N will start at offset + N * period.
    Offset *timestamp.Timestamp `protobuf:"bytes,2,opt,name=offset,proto3" json:"offset,omitempty"`
    // (Required) Represents the amount of time between each start of a window.
    Period               *duration.Duration `protobuf:"bytes,3,opt,name=period,proto3" json:"period,omitempty"`
    XXX_NoUnkeyedLiteral struct{}           `json:"-"`
    XXX_unrecognized     []byte             `json:"-"`
    XXX_sizecache        int32              `json:"-"`
}

A sliding time window represents time intervals in the data stream that can overlap. For example, each window might capture 60 seconds worth of data, but a new window starts every 30 seconds. The frequency with which sliding windows begin is called the period. Therefore, our example would have a window size of 60 seconds and a period of 30 seconds.

Because multiple windows overlap, most elements in a data set will belong to more than one window. This kind of windowing is useful for taking running averages of data; using sliding time windows, you can compute a running average of the past 60 seconds’ worth of data, updated every 30 seconds, in our example.

See https://beam.apache.org/documentation/programming-guide/#sliding-time-windows for additional details.

func (*SlidingWindowsPayload) Descriptor Uses

func (*SlidingWindowsPayload) Descriptor() ([]byte, []int)

func (*SlidingWindowsPayload) GetOffset Uses

func (m *SlidingWindowsPayload) GetOffset() *timestamp.Timestamp

func (*SlidingWindowsPayload) GetPeriod Uses

func (m *SlidingWindowsPayload) GetPeriod() *duration.Duration

func (*SlidingWindowsPayload) GetSize Uses

func (m *SlidingWindowsPayload) GetSize() *duration.Duration

func (*SlidingWindowsPayload) ProtoMessage Uses

func (*SlidingWindowsPayload) ProtoMessage()

func (*SlidingWindowsPayload) Reset Uses

func (m *SlidingWindowsPayload) Reset()

func (*SlidingWindowsPayload) String Uses

func (m *SlidingWindowsPayload) String() string

func (*SlidingWindowsPayload) XXX_DiscardUnknown Uses

func (m *SlidingWindowsPayload) XXX_DiscardUnknown()

func (*SlidingWindowsPayload) XXX_Marshal Uses

func (m *SlidingWindowsPayload) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*SlidingWindowsPayload) XXX_Merge Uses

func (m *SlidingWindowsPayload) XXX_Merge(src proto.Message)

func (*SlidingWindowsPayload) XXX_Size Uses

func (m *SlidingWindowsPayload) XXX_Size() int

func (*SlidingWindowsPayload) XXX_Unmarshal Uses

func (m *SlidingWindowsPayload) XXX_Unmarshal(b []byte) error

type SlidingWindowsPayload_Enum Uses

type SlidingWindowsPayload_Enum int32
const (
    SlidingWindowsPayload_PROPERTIES SlidingWindowsPayload_Enum = 0
)

func (SlidingWindowsPayload_Enum) EnumDescriptor Uses

func (SlidingWindowsPayload_Enum) EnumDescriptor() ([]byte, []int)

func (SlidingWindowsPayload_Enum) String Uses

func (x SlidingWindowsPayload_Enum) String() string

type StandardArtifacts Uses

type StandardArtifacts struct {
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*StandardArtifacts) Descriptor Uses

func (*StandardArtifacts) Descriptor() ([]byte, []int)

func (*StandardArtifacts) ProtoMessage Uses

func (*StandardArtifacts) ProtoMessage()

func (*StandardArtifacts) Reset Uses

func (m *StandardArtifacts) Reset()

func (*StandardArtifacts) String Uses

func (m *StandardArtifacts) String() string

func (*StandardArtifacts) XXX_DiscardUnknown Uses

func (m *StandardArtifacts) XXX_DiscardUnknown()

func (*StandardArtifacts) XXX_Marshal Uses

func (m *StandardArtifacts) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*StandardArtifacts) XXX_Merge Uses

func (m *StandardArtifacts) XXX_Merge(src proto.Message)

func (*StandardArtifacts) XXX_Size Uses

func (m *StandardArtifacts) XXX_Size() int

func (*StandardArtifacts) XXX_Unmarshal Uses

func (m *StandardArtifacts) XXX_Unmarshal(b []byte) error

type StandardArtifacts_Roles Uses

type StandardArtifacts_Roles int32
const (
    // A URN for staging-to role.
    // payload: ArtifactStagingToRolePayload
    StandardArtifacts_STAGING_TO StandardArtifacts_Roles = 0
)

func (StandardArtifacts_Roles) EnumDescriptor Uses

func (StandardArtifacts_Roles) EnumDescriptor() ([]byte, []int)

func (StandardArtifacts_Roles) String Uses

func (x StandardArtifacts_Roles) String() string

type StandardArtifacts_Types Uses

type StandardArtifacts_Types int32
const (
    // A URN for locally-accessible artifact files.
    // payload: ArtifactFilePayload
    StandardArtifacts_FILE StandardArtifacts_Types = 0
    // A URN for artifacts described by URLs.
    // payload: ArtifactUrlPayload
    StandardArtifacts_URL StandardArtifacts_Types = 1
    // A URN for artifacts embedded in ArtifactInformation proto.
    // payload: EmbeddedFilePayload.
    StandardArtifacts_EMBEDDED StandardArtifacts_Types = 2
    // A URN for Python artifacts hosted on PYPI.
    // payload: PypiPayload
    StandardArtifacts_PYPI StandardArtifacts_Types = 3
    // A URN for Java artifacts hosted on a Maven repository.
    // payload: MavenPayload
    StandardArtifacts_MAVEN StandardArtifacts_Types = 4
    // A URN for deferred artifacts.
    // payload: DeferredArtifactPayload
    StandardArtifacts_DEFERRED StandardArtifacts_Types = 5
)

func (StandardArtifacts_Types) EnumDescriptor Uses

func (StandardArtifacts_Types) EnumDescriptor() ([]byte, []int)

func (StandardArtifacts_Types) String Uses

func (x StandardArtifacts_Types) String() string

type StandardCoders Uses

type StandardCoders struct {
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

func (*StandardCoders) Descriptor Uses

func (*StandardCoders) Descriptor() ([]byte, []int)

func (*StandardCoders) ProtoMessage Uses

func (*StandardCoders) ProtoMessage()

func (*StandardCoders) Reset Uses

func (m *StandardCoders) Reset()

func (*StandardCoders) String Uses

func (m *StandardCoders) String() string

func (*StandardCoders) XXX_DiscardUnknown Uses

func (m *StandardCoders) XXX_DiscardUnknown()

func (*StandardCoders) XXX_Marshal Uses

func (m *StandardCoders) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*StandardCoders) XXX_Merge Uses

func (m *StandardCoders) XXX_Merge(src proto.Message)

func (*StandardCoders) XXX_Size Uses

func (m *StandardCoders) XXX_Size() int

func (*StandardCoders) XXX_Unmarshal Uses

func (m *StandardCoders) XXX_Unmarshal(b []byte) error

type StandardCoders_Enum Uses

type StandardCoders_Enum int32
const (
    // Components: None
    StandardCoders_BYTES StandardCoders_Enum = 0
    // Components: None
    StandardCoders_STRING_UTF8 StandardCoders_Enum = 10
    // Components: The key and value coder, in that order.
    StandardCoders_KV StandardCoders_Enum = 1
    // Components: None
    StandardCoders_BOOL StandardCoders_Enum = 12
    // Variable length Encodes a 64-bit integer.
    // Components: None
    StandardCoders_VARINT StandardCoders_Enum = 2
    // Encodes the floating point value as a big-endian 64-bit integer
    // according to the IEEE 754 double format bit layout.
    // Components: None
    StandardCoders_DOUBLE StandardCoders_Enum = 11
    // Encodes an iterable of elements.
    //
    // The encoding for an iterable [e1...eN] of known length N is
    //
    //    fixed32(N)
    //    encode(e1) encode(e2) encode(e3) ... encode(eN)
    //
    // If the length is unknown, it is batched up into groups of size b1..bM
    // and encoded as
    //
    //     fixed32(-1)
    //     varInt64(b1) encode(e1) encode(e2) ... encode(e_b1)
    //     varInt64(b2) encode(e_(b1+1)) encode(e_(b1+2)) ... encode(e_(b1+b2))
    //     ...
    //     varInt64(bM) encode(e_(N-bM+1)) encode(e_(N-bM+2)) ... encode(eN)
    //     varInt64(0)
    //
    // Components: Coder for a single element.
    StandardCoders_ITERABLE StandardCoders_Enum = 3
    // Encodes a timer containing a user key, a dynamic timer tag, a clear bit,
    // a fire timestamp, a hold timestamp, the windows and the paneinfo.
    // The encoding is represented as:
    //   user key - user defined key, uses the component coder.
    //   dynamic timer tag - a string which identifies a timer.
    //   windows - uses component coders.
    //   clear bit - a boolean set for clearing the timer.
    //   fire timestamp - a big endian 8 byte integer representing millis-since-epoch.
    //     The encoded representation is shifted so that the byte representation of
    //     negative values are lexicographically ordered before the byte representation
    //     of positive values. This is typically done by subtracting -9223372036854775808
    //     from the value and encoding it as a signed big endian integer. Example values:
    //
    //     -9223372036854775808: 00 00 00 00 00 00 00 00
    //                     -255: 7F FF FF FF FF FF FF 01
    //                       -1: 7F FF FF FF FF FF FF FF
    //                        0: 80 00 00 00 00 00 00 00
    //                        1: 80 00 00 00 00 00 00 01
    //                      256: 80 00 00 00 00 00 01 00
    //      9223372036854775807: FF FF FF FF FF FF FF FF
    //   hold timestamp - similar to the fire timestamp.
    //   paneinfo - similar to the paneinfo of the windowed_value.
    // Components: Coder for the key and windows.
    StandardCoders_TIMER StandardCoders_Enum = 4
    // Components: None
    StandardCoders_INTERVAL_WINDOW StandardCoders_Enum = 5
    // Components: The coder to attach a length prefix to
    StandardCoders_LENGTH_PREFIX StandardCoders_Enum = 6
    // Components: None
    StandardCoders_GLOBAL_WINDOW StandardCoders_Enum = 7
    // Encodes an element, the windows it is in, the timestamp of the element,
    // and the pane of the element. The encoding is represented as:
    // timestamp windows pane element
    //   timestamp - A big endian 8 byte integer representing millis-since-epoch.
    //     The encoded representation is shifted so that the byte representation
    //     of negative values are lexicographically ordered before the byte
    //     representation of positive values. This is typically done by
    //     subtracting -9223372036854775808 from the value and encoding it as a
    //     signed big endian integer. Example values:
    //
    //     -9223372036854775808: 00 00 00 00 00 00 00 00
    //                     -255: 7F FF FF FF FF FF FF 01
    //                       -1: 7F FF FF FF FF FF FF FF
    //                        0: 80 00 00 00 00 00 00 00
    //                        1: 80 00 00 00 00 00 00 01
    //                      256: 80 00 00 00 00 00 01 00
    //      9223372036854775807: FF FF FF FF FF FF FF FF
    //
    //   windows - The windows are encoded using the beam:coder:iterable:v1
    //     format, where the windows are encoded using the supplied window
    //     coder.
    //
    //   pane - The first byte of the pane info determines which type of
    //     encoding is used, as well as the is_first, is_last, and timing
    //     fields. If this byte is bits [0 1 2 3 4 5 6 7], then:
    //     * bits [0 1 2 3] determine the encoding as follows:
    //         0000 - The entire pane info is encoded as a single byte.
    //                The is_first, is_last, and timing fields are encoded
    //                as below, and the index and non-speculative index are
    //                both zero (and hence are not encoded here).
    //         0001 - The pane info is encoded as this byte plus a single
    //                VarInt encoed integer representing the pane index. The
    //                non-speculative index can be derived as follows:
    //                  -1 if the pane is early, otherwise equal to index.
    //         0010 - The pane info is encoded as this byte plus two VarInt
    //                encoded integers representing the pane index and
    //                non-speculative index respectively.
    //     * bits [4 5] encode the timing as follows:
    //         00 - early
    //         01 - on time
    //         10 - late
    //         11 - unknown
    //     * bit 6 is 1 if this is the first pane, 0 otherwise.
    //     * bit 7 is 1 if this is the last pane, 0 otherwise.
    //
    //   element - The element incoded using the supplied element coder.
    //
    // Components: The element coder and the window coder, in that order.
    StandardCoders_WINDOWED_VALUE StandardCoders_Enum = 8
    // A windowed value coder with parameterized timestamp, windows and pane info.
    // Encodes an element with only the value of the windowed value.
    // Decodes the value and assigns the parameterized timestamp, windows and pane info to the
    // windowed value.
    // Components: The element coder and the window coder, in that order
    // The payload of this coder is an encoded windowed value using the
    // beam:coder:windowed_value:v1 coder parameterized by a beam:coder:bytes:v1
    // element coder and the window coder that this param_windowed_value coder uses.
    StandardCoders_PARAM_WINDOWED_VALUE StandardCoders_Enum = 14
    // Encodes an iterable of elements, some of which may be stored elsewhere.
    //
    // The encoding for a state-backed iterable is the same as that for
    // an iterable, but the final varInt64(0) terminating the set of batches
    // may instead be replaced by
    //
    //     varInt64(-1)
    //     varInt64(len(token))
    //     token
    //
    // where token is an opaque byte string that can be used to fetch the
    // remainder of the iterable (e.g. over the state API).
    //
    // Components: Coder for a single element.
    // Experimental.
    StandardCoders_STATE_BACKED_ITERABLE StandardCoders_Enum = 9
    // Encodes a "row", an element with a known schema, defined by an
    // instance of Schema from schema.proto.
    //
    // A row is encoded as the concatenation of:
    //   - The number of attributes in the schema, encoded with
    //     beam:coder:varint:v1. This makes it possible to detect certain
    //     allowed schema changes (appending or removing columns) in
    //     long-running streaming pipelines.
    //   - A byte array representing a packed bitset indicating null fields (a
    //     1 indicating a null) encoded with beam:coder:bytes:v1. The unused
    //     bits in the last byte must be set to 0. If there are no nulls an
    //     empty byte array is encoded.
    //     The two-byte bitset (not including the lenghth-prefix) for the row
    //     [NULL, 0, 0, 0, NULL, 0, 0, NULL, 0, NULL] would be
    //     [0b10010001, 0b00000010]
    //   - An encoding for each non-null field, concatenated together.
    //
    // Schema types are mapped to coders as follows:
    //   AtomicType:
    //     BYTE:      not yet a standard coder (BEAM-7996)
    //     INT16:     not yet a standard coder (BEAM-7996)
    //     INT32:     beam:coder:varint:v1
    //     INT64:     beam:coder:varint:v1
    //     FLOAT:     not yet a standard coder (BEAM-7996)
    //     DOUBLE:    beam:coder:double:v1
    //     STRING:    beam:coder:string_utf8:v1
    //     BOOLEAN:   beam:coder:bool:v1
    //     BYTES:     beam:coder:bytes:v1
    //   ArrayType:   beam:coder:iterable:v1 (always has a known length)
    //   MapType:     not yet a standard coder (BEAM-7996)
    //   RowType:     beam:coder:row:v1
    //   LogicalType: Uses the coder for its representation.
    //
    // The payload for RowCoder is an instance of Schema.
    // Components: None
    // Experimental.
    StandardCoders_ROW StandardCoders_Enum = 13
)

func (StandardCoders_Enum) EnumDescriptor Uses

func (StandardCoders_Enum) EnumDescriptor() ([]byte, []int)

func (StandardCoders_Enum) String Uses

func (x StandardCoders_Enum) String() string

type StandardDisplayData Uses

type StandardDisplayData struct {
    XXX_NoUnkeyedLiteral struct{} `json:"-"`
    XXX_unrecognized     []byte   `json:"-"`
    XXX_sizecache        int32    `json:"-"`
}

A set of well known URNs describing display data.

All descriptions must contain how the value should be classified and how it is encoded. Note that some types are logical types which convey contextual information about the pipeline in addition to an encoding while others only specify the encoding itself.

func (*StandardDisplayData) Descriptor Uses

func (*StandardDisplayData) Descriptor() ([]byte, []int)

func (*StandardDisplayData) ProtoMessage Uses

func (*StandardDisplayData) ProtoMessage()

func (*StandardDisplayData) Reset Uses

func (m *StandardDisplayData) Reset()

func (*StandardDisplayData) String Uses

func (m *StandardDisplayData) String() string

func (*StandardDisplayData) XXX_DiscardUnknown Uses

func (m *StandardDisplayData) XXX_DiscardUnknown()

func (*StandardDisplayData) XXX_Marshal Uses

func (m *StandardDisplayData) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*StandardDisplayData) XXX_Merge Uses

func (m *StandardDisplayData) XXX_Merge(src proto.Message)

func (*StandardDisplayData) XXX_Size Uses

func (m *StandardDisplayData) XXX_Size() int

func (*StandardDisplayData) XXX_Unmarshal Uses

func (m *StandardDisplayData) XXX_Unmarshal(b []byte) error

type StandardDisplayData_DisplayData Uses

type StandardDisplayData_DisplayData int32
const (
    // A string label and value. Has a payload containing an encoded
    // LabelledStringPayload.
    StandardDisplayData_LABELLED_STRING StandardDisplayData_DisplayData = 0
)

func (StandardDisplayData_DisplayData) EnumDescriptor Uses

func (StandardDisplayData_DisplayData) EnumDescriptor() ([]byte,