flow

package
v0.0.0-...-8b3bc45 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Jan 27, 2022 License: Apache-2.0 Imports: 20 Imported by: 10

Documentation

Index

Constants

View Source 
const (
	JsonTypeNull    = "null"
	JsonTypeInteger = "integer"
	JsonTypeNumber  = "number"
	JsonTypeBoolean = "boolean"
	JsonTypeString  = "string"
	JsonTypeObject  = "object"
	JsonTypeArray   = "array"
)

Type_ constants for each type name used in JSON schemas.

Variables

View Source 
var (
	ErrInvalidLengthFlow        = fmt.Errorf("proto: negative length found during unmarshaling")
	ErrIntOverflowFlow          = fmt.Errorf("proto: integer overflow")
	ErrUnexpectedEndOfGroupFlow = fmt.Errorf("proto: unexpected end of group")
)
View Source 
var BuildAPI_Code_name = map[int32]string{
	0:   "BEGIN",
	1:   "POLL",
	2:   "TRAMPOLINE",
	3:   "TRAMPOLINE_FETCH",
	4:   "TRAMPOLINE_VALIDATE_CAPTURE",
	5:   "TRAMPOLINE_VALIDATE_MATERIALIZATION",
	6:   "DONE",
	7:   "DONE_WITH_ERRORS",
	100: "CATALOG_SCHEMA",
}
View Source 
var BuildAPI_Code_value = map[string]int32{
	"BEGIN":                               0,
	"POLL":                                1,
	"TRAMPOLINE":                          2,
	"TRAMPOLINE_FETCH":                    3,
	"TRAMPOLINE_VALIDATE_CAPTURE":         4,
	"TRAMPOLINE_VALIDATE_MATERIALIZATION": 5,
	"DONE":                                6,
	"DONE_WITH_ERRORS":                    7,
	"CATALOG_SCHEMA":                      100,
}
View Source 
var CombineAPI_Code_name = map[int32]string{
	0: "INVALID",
	1: "CONFIGURE",
	2: "REDUCE_LEFT",
	3: "COMBINE_RIGHT",
	4: "DRAIN",
	5: "DRAINED_COMBINED_DOCUMENT",
	6: "DRAINED_REDUCED_DOCUMENT",
	7: "DRAINED_KEY",
	8: "DRAINED_FIELDS",
	9: "STATS",
}
View Source 
var CombineAPI_Code_value = map[string]int32{
	"INVALID":                   0,
	"CONFIGURE":                 1,
	"REDUCE_LEFT":               2,
	"COMBINE_RIGHT":             3,
	"DRAIN":                     4,
	"DRAINED_COMBINED_DOCUMENT": 5,
	"DRAINED_REDUCED_DOCUMENT":  6,
	"DRAINED_KEY":               7,
	"DRAINED_FIELDS":            8,
	"STATS":                     9,
}
View Source 
var ContentType_name = map[int32]string{
	0: "CATALOG_SPEC",
	1: "JSON_SCHEMA",
	2: "TYPESCRIPT_MODULE",
	3: "NPM_PACKAGE",
	4: "CONFIG",
	5: "DOCUMENTS_FIXTURE",
}
View Source 
var ContentType_value = map[string]int32{
	"CATALOG_SPEC":      0,
	"JSON_SCHEMA":       1,
	"TYPESCRIPT_MODULE": 2,
	"NPM_PACKAGE":       3,
	"CONFIG":            4,
	"DOCUMENTS_FIXTURE": 5,
}
View Source 
var DeriveAPI_Code_name = map[int32]string{
	0:  "INVALID",
	1:  "OPEN",
	2:  "RESTORE_CHECKPOINT",
	3:  "CONFIGURE",
	4:  "BEGIN_TRANSACTION",
	5:  "DRAINED_COMBINED_DOCUMENT",
	6:  "DRAINED_REDUCED_DOCUMENT",
	7:  "DRAINED_KEY",
	8:  "DRAINED_FIELDS",
	9:  "NEXT_DOCUMENT_HEADER",
	10: "NEXT_DOCUMENT_BODY",
	11: "TRAMPOLINE",
	12: "TRAMPOLINE_INVOKE",
	13: "FLUSH_TRANSACTION",
	14: "PREPARE_TO_COMMIT",
	15: "CLEAR_REGISTERS",
	16: "STATS",
}
View Source 
var DeriveAPI_Code_value = map[string]int32{
	"INVALID":                   0,
	"OPEN":                      1,
	"RESTORE_CHECKPOINT":        2,
	"CONFIGURE":                 3,
	"BEGIN_TRANSACTION":         4,
	"DRAINED_COMBINED_DOCUMENT": 5,
	"DRAINED_REDUCED_DOCUMENT":  6,
	"DRAINED_KEY":               7,
	"DRAINED_FIELDS":            8,
	"NEXT_DOCUMENT_HEADER":      9,
	"NEXT_DOCUMENT_BODY":        10,
	"TRAMPOLINE":                11,
	"TRAMPOLINE_INVOKE":         12,
	"FLUSH_TRANSACTION":         13,
	"PREPARE_TO_COMMIT":         14,
	"CLEAR_REGISTERS":           15,
	"STATS":                     16,
}
View Source 
var (
	// DocumentUUIDPlaceholder is a unique 36-byte sequence which is used to mark
	// the location within a document serialization which holds the document UUID.
	// This "magic" value is defined here, and also in crates/derive/src/combiner.rs.
	// We never write this value anywhere; it's a temporary placeholder generated
	// within combined documents returned by Rust, that's then immediately replaced
	// with a properly sequenced UUID by flow.Mapper prior to publishing.
	DocumentUUIDPlaceholder = []byte("DocUUIDPlaceholder-329Bb50aa48EAa9ef")
)
View Source 
var EndpointType_name = map[int32]string{
	0: "INVALID",
	2: "SQLITE",
	3: "INGEST",
	7: "AIRBYTE_SOURCE",
	8: "FLOW_SINK",
}
View Source 
var EndpointType_value = map[string]int32{
	"INVALID":        0,
	"SQLITE":         2,
	"INGEST":         3,
	"AIRBYTE_SOURCE": 7,
	"FLOW_SINK":      8,
}
View Source 
var ExtractAPI_Code_name = map[int32]string{
	0: "INVALID",
	1: "CONFIGURE",
	2: "EXTRACT",
	3: "EXTRACTED_UUID",
	4: "EXTRACTED_FIELDS",
}
View Source 
var ExtractAPI_Code_value = map[string]int32{
	"INVALID":          0,
	"CONFIGURE":        1,
	"EXTRACT":          2,
	"EXTRACTED_UUID":   3,
	"EXTRACTED_FIELDS": 4,
}
View Source 
var LogLevelFilter_name = map[int32]string{
	0: "OFF",
	1: "ERROR",
	2: "WARN",
	3: "INFO",
	4: "DEBUG",
	5: "TRACE",
}
View Source 
var LogLevelFilter_value = map[string]int32{
	"OFF":   0,
	"ERROR": 1,
	"WARN":  2,
	"INFO":  3,
	"DEBUG": 4,
	"TRACE": 5,
}
View Source 
var SchemaAPI_Code_name = map[int32]string{
	0: "INVALID",
	1: "BUILD_INDEX",
}
View Source 
var SchemaAPI_Code_value = map[string]int32{
	"INVALID":     0,
	"BUILD_INDEX": 1,
}
View Source 
var TestSpec_Step_Type_name = map[int32]string{
	0: "INGEST",
	1: "VERIFY",
}
View Source 
var TestSpec_Step_Type_value = map[string]int32{
	"INGEST": 0,
	"VERIFY": 1,
}

Functions

func RegisterShufflerServer 

func RegisterShufflerServer(s *grpc.Server, srv ShufflerServer)

func RegisterTestingServer 

func RegisterTestingServer(s *grpc.Server, srv TestingServer)

func UnmarshalStrict 

func UnmarshalStrict(doc json.RawMessage, into pb.Validator) error

UnmarshalStrict unmarshals |doc| into |m|, using a strict decoding of the document which prohibits unknown fields. If decoding is successful, then |m| is also validated.

Types

type AdvanceTimeRequest 

type AdvanceTimeRequest struct {
	AdvanceSeconds       uint64   `protobuf:"varint,1,opt,name=advance_seconds,json=advanceSeconds,proto3" json:"advance_seconds,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

AdvanceTimeRequest is the request of the Testing.AdvanceTime RPC.

func (*AdvanceTimeRequest) Descriptor 

func (*AdvanceTimeRequest) Descriptor() ([]byte, []int)

func (*AdvanceTimeRequest) Marshal 

func (m *AdvanceTimeRequest) Marshal() (dAtA []byte, err error)

func (*AdvanceTimeRequest) MarshalTo 

func (m *AdvanceTimeRequest) MarshalTo(dAtA []byte) (int, error)

func (*AdvanceTimeRequest) MarshalToSizedBuffer 

func (m *AdvanceTimeRequest) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*AdvanceTimeRequest) ProtoMessage 

func (*AdvanceTimeRequest) ProtoMessage()

func (*AdvanceTimeRequest) ProtoSize 

func (m *AdvanceTimeRequest) ProtoSize() (n int)

func (*AdvanceTimeRequest) Reset 

func (m *AdvanceTimeRequest) Reset()

func (*AdvanceTimeRequest) String 

func (m *AdvanceTimeRequest) String() string

func (*AdvanceTimeRequest) Unmarshal 

func (m *AdvanceTimeRequest) Unmarshal(dAtA []byte) error

func (*AdvanceTimeRequest) XXX_DiscardUnknown 

func (m *AdvanceTimeRequest) XXX_DiscardUnknown()

func (*AdvanceTimeRequest) XXX_Marshal 

func (m *AdvanceTimeRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*AdvanceTimeRequest) XXX_Merge 

func (m *AdvanceTimeRequest) XXX_Merge(src proto.Message)

func (*AdvanceTimeRequest) XXX_Size 

func (m *AdvanceTimeRequest) XXX_Size() int

func (*AdvanceTimeRequest) XXX_Unmarshal 

func (m *AdvanceTimeRequest) XXX_Unmarshal(b []byte) error

type AdvanceTimeResponse 

type AdvanceTimeResponse struct {
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

AdvanceTimeResponse is the response of the Testing.AdvanceTime RPC.

func (*AdvanceTimeResponse) Descriptor 

func (*AdvanceTimeResponse) Descriptor() ([]byte, []int)

func (*AdvanceTimeResponse) Marshal 

func (m *AdvanceTimeResponse) Marshal() (dAtA []byte, err error)

func (*AdvanceTimeResponse) MarshalTo 

func (m *AdvanceTimeResponse) MarshalTo(dAtA []byte) (int, error)

func (*AdvanceTimeResponse) MarshalToSizedBuffer 

func (m *AdvanceTimeResponse) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*AdvanceTimeResponse) ProtoMessage 

func (*AdvanceTimeResponse) ProtoMessage()

func (*AdvanceTimeResponse) ProtoSize 

func (m *AdvanceTimeResponse) ProtoSize() (n int)

func (*AdvanceTimeResponse) Reset 

func (m *AdvanceTimeResponse) Reset()

func (*AdvanceTimeResponse) String 

func (m *AdvanceTimeResponse) String() string

func (*AdvanceTimeResponse) Unmarshal 

func (m *AdvanceTimeResponse) Unmarshal(dAtA []byte) error

func (*AdvanceTimeResponse) XXX_DiscardUnknown 

func (m *AdvanceTimeResponse) XXX_DiscardUnknown()

func (*AdvanceTimeResponse) XXX_Marshal 

func (m *AdvanceTimeResponse) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*AdvanceTimeResponse) XXX_Merge 

func (m *AdvanceTimeResponse) XXX_Merge(src proto.Message)

func (*AdvanceTimeResponse) XXX_Size 

func (m *AdvanceTimeResponse) XXX_Size() int

func (*AdvanceTimeResponse) XXX_Unmarshal 

func (m *AdvanceTimeResponse) XXX_Unmarshal(b []byte) error

type Arena 

type Arena []byte

Arena is a packed memory region into which byte content and strings are written.

func (*Arena) Add 

func (a *Arena) Add(b []byte) Slice

Add to the Arena, returning their indexed Slice.

func (*Arena) AddAll 

func (a *Arena) AddAll(b ...[]byte) []Slice

AddAll to the Arena, returning a slice of indexed Slices.

func (*Arena) AllBytes 

func (a *Arena) AllBytes(s ...Slice) [][]byte

AllBytes returns all []bytes indexed by the given Slices.

func (*Arena) Bytes 

func (a *Arena) Bytes(s Slice) []byte

Bytes returns the portion of the Arena indexed by Slice as []byte.

type BuildAPI 

type BuildAPI struct {
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

BuildAPI is a meta-message which name spaces messages of the Build API bridge.

func (*BuildAPI) Descriptor 

func (*BuildAPI) Descriptor() ([]byte, []int)

func (*BuildAPI) Marshal 

func (m *BuildAPI) Marshal() (dAtA []byte, err error)

func (*BuildAPI) MarshalTo 

func (m *BuildAPI) MarshalTo(dAtA []byte) (int, error)

func (*BuildAPI) MarshalToSizedBuffer 

func (m *BuildAPI) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*BuildAPI) ProtoMessage 

func (*BuildAPI) ProtoMessage()

func (*BuildAPI) ProtoSize 

func (m *BuildAPI) ProtoSize() (n int)

func (*BuildAPI) Reset 

func (m *BuildAPI) Reset()

func (*BuildAPI) String 

func (m *BuildAPI) String() string

func (*BuildAPI) Unmarshal 

func (m *BuildAPI) Unmarshal(dAtA []byte) error

func (*BuildAPI) XXX_DiscardUnknown 

func (m *BuildAPI) XXX_DiscardUnknown()

func (*BuildAPI) XXX_Marshal 

func (m *BuildAPI) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*BuildAPI) XXX_Merge 

func (m *BuildAPI) XXX_Merge(src proto.Message)

func (*BuildAPI) XXX_Size 

func (m *BuildAPI) XXX_Size() int

func (*BuildAPI) XXX_Unmarshal 

func (m *BuildAPI) XXX_Unmarshal(b []byte) error

type BuildAPI_Code 

type BuildAPI_Code int32

Code labels message codes passed over the CGO bridge. 

const (
	// Begin a build with a Config (Go -> Rust).
	BuildAPI_BEGIN BuildAPI_Code = 0
	// Poll the build after completing one or more trampoline tasks (Go ->
	// Rust).
	BuildAPI_POLL BuildAPI_Code = 1
	// Trampoline task start or completion (Rust <-> Go).
	BuildAPI_TRAMPOLINE BuildAPI_Code = 2
	// Trampoline sub-type: Start fetch of a resource.
	BuildAPI_TRAMPOLINE_FETCH BuildAPI_Code = 3
	// Trampoline sub-type: Start validation of a capture.
	BuildAPI_TRAMPOLINE_VALIDATE_CAPTURE BuildAPI_Code = 4
	// Trampoline sub-type: Start validation of a materialization.
	BuildAPI_TRAMPOLINE_VALIDATE_MATERIALIZATION BuildAPI_Code = 5
	// Build completed successfully (Rust -> Go).
	BuildAPI_DONE BuildAPI_Code = 6
	// Build completed with errors (Rust -> Go).
	BuildAPI_DONE_WITH_ERRORS BuildAPI_Code = 7
	// Generate catalog specification JSON schema (Go <-> Rust)
	BuildAPI_CATALOG_SCHEMA BuildAPI_Code = 100
)

func (BuildAPI_Code) EnumDescriptor 

func (BuildAPI_Code) EnumDescriptor() ([]byte, []int)

func (BuildAPI_Code) String 

func (x BuildAPI_Code) String() string

type BuildAPI_Config 

type BuildAPI_Config struct {
	// Identifier of this build.
	// The path of the output database is determined by joining the
	// configured directory and configured build ID.
	BuildId string `protobuf:"bytes,1,opt,name=build_id,json=buildId,proto3" json:"build_id,omitempty"`
	// Path to the directory into which the `node_modules` and `flow_generated`
	// directories are generated, as well as the built NPM package and
	// the output database.
	Directory string `protobuf:"bytes,2,opt,name=directory,proto3" json:"directory,omitempty"`
	// Root catalog source specification. This may be either a local path
	// relative to the current working directory, or an absolute URL.
	Source string `protobuf:"bytes,3,opt,name=source,proto3" json:"source,omitempty"`
	// Content type of the source.
	SourceType ContentType `protobuf:"varint,4,opt,name=source_type,json=sourceType,proto3,enum=flow.ContentType" json:"source_type,omitempty"`
	// Should the TypeScript package be generated?
	TypescriptGenerate bool `protobuf:"varint,5,opt,name=typescript_generate,json=typescriptGenerate,proto3" json:"typescript_generate,omitempty"`
	// Should the TypeScript package be built? Implies generation.
	TypescriptCompile bool `protobuf:"varint,6,opt,name=typescript_compile,json=typescriptCompile,proto3" json:"typescript_compile,omitempty"`
	// Should the TypeScript package be packaged into the catalog?
	// Implies generation and compilation.
	TypescriptPackage bool `protobuf:"varint,7,opt,name=typescript_package,json=typescriptPackage,proto3" json:"typescript_package,omitempty"`
	// The Docker network the connectors are given access to during catalog
	// builds.
	ConnectorNetwork     string   `protobuf:"bytes,8,opt,name=connector_network,json=connectorNetwork,proto3" json:"connector_network,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

func (*BuildAPI_Config) Descriptor 

func (*BuildAPI_Config) Descriptor() ([]byte, []int)

func (*BuildAPI_Config) Marshal 

func (m *BuildAPI_Config) Marshal() (dAtA []byte, err error)

func (*BuildAPI_Config) MarshalTo 

func (m *BuildAPI_Config) MarshalTo(dAtA []byte) (int, error)

func (*BuildAPI_Config) MarshalToSizedBuffer 

func (m *BuildAPI_Config) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*BuildAPI_Config) OutputPath 

func (m *BuildAPI_Config) OutputPath() string

OutputPath returns the implied output database path of the build configuration.

func (*BuildAPI_Config) ProtoMessage 

func (*BuildAPI_Config) ProtoMessage()

func (*BuildAPI_Config) ProtoSize 

func (m *BuildAPI_Config) ProtoSize() (n int)

func (*BuildAPI_Config) Reset 

func (m *BuildAPI_Config) Reset()

func (*BuildAPI_Config) String 

func (m *BuildAPI_Config) String() string

func (*BuildAPI_Config) Unmarshal 

func (m *BuildAPI_Config) Unmarshal(dAtA []byte) error

func (*BuildAPI_Config) Validate 

func (m *BuildAPI_Config) Validate() error

Validate returns an error if the BuildAPI_Config is malformed.

func (*BuildAPI_Config) XXX_DiscardUnknown 

func (m *BuildAPI_Config) XXX_DiscardUnknown()

func (*BuildAPI_Config) XXX_Marshal 

func (m *BuildAPI_Config) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*BuildAPI_Config) XXX_Merge 

func (m *BuildAPI_Config) XXX_Merge(src proto.Message)

func (*BuildAPI_Config) XXX_Size 

func (m *BuildAPI_Config) XXX_Size() int

func (*BuildAPI_Config) XXX_Unmarshal 

func (m *BuildAPI_Config) XXX_Unmarshal(b []byte) error

type BuildAPI_Fetch 

type BuildAPI_Fetch struct {
	ResourceUrl          string      `protobuf:"bytes,1,opt,name=resource_url,json=resourceUrl,proto3" json:"resource_url,omitempty"`
	ContentType          ContentType `protobuf:"varint,2,opt,name=content_type,json=contentType,proto3,enum=flow.ContentType" json:"content_type,omitempty"`
	XXX_NoUnkeyedLiteral struct{}    `json:"-"`
	XXX_unrecognized     []byte      `json:"-"`
	XXX_sizecache        int32       `json:"-"`
}

func (*BuildAPI_Fetch) Descriptor 

func (*BuildAPI_Fetch) Descriptor() ([]byte, []int)

func (*BuildAPI_Fetch) Marshal 

func (m *BuildAPI_Fetch) Marshal() (dAtA []byte, err error)

func (*BuildAPI_Fetch) MarshalTo 

func (m *BuildAPI_Fetch) MarshalTo(dAtA []byte) (int, error)

func (*BuildAPI_Fetch) MarshalToSizedBuffer 

func (m *BuildAPI_Fetch) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*BuildAPI_Fetch) ProtoMessage 

func (*BuildAPI_Fetch) ProtoMessage()

func (*BuildAPI_Fetch) ProtoSize 

func (m *BuildAPI_Fetch) ProtoSize() (n int)

func (*BuildAPI_Fetch) Reset 

func (m *BuildAPI_Fetch) Reset()

func (*BuildAPI_Fetch) String 

func (m *BuildAPI_Fetch) String() string

func (*BuildAPI_Fetch) Unmarshal 

func (m *BuildAPI_Fetch) Unmarshal(dAtA []byte) error

func (*BuildAPI_Fetch) XXX_DiscardUnknown 

func (m *BuildAPI_Fetch) XXX_DiscardUnknown()

func (*BuildAPI_Fetch) XXX_Marshal 

func (m *BuildAPI_Fetch) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*BuildAPI_Fetch) XXX_Merge 

func (m *BuildAPI_Fetch) XXX_Merge(src proto.Message)

func (*BuildAPI_Fetch) XXX_Size 

func (m *BuildAPI_Fetch) XXX_Size() int

func (*BuildAPI_Fetch) XXX_Unmarshal 

func (m *BuildAPI_Fetch) XXX_Unmarshal(b []byte) error

type Capture 

type Capture string

Capture is a type wrapper for Capture catalog task names.

func (Capture) String 

func (c Capture) String() string

String returns the Capture name as a string.

func (Capture) Validate 

func (c Capture) Validate() error

Validate returns an error if the Capture is malformed.

type CaptureSpec 

type CaptureSpec struct {
	// Name of this capture.
	Capture Capture `protobuf:"bytes,1,opt,name=capture,proto3,casttype=Capture" json:"capture,omitempty"`
	// Type of the captures's endpoint.
	EndpointType EndpointType `protobuf:"varint,2,opt,name=endpoint_type,json=endpointType,proto3,enum=flow.EndpointType" json:"endpoint_type,omitempty"`
	// JSON-encoded object which specifies this capture with
	// respect to the endpoint type driver.
	EndpointSpecJson encoding_json.RawMessage `` /* 141-byte string literal not displayed */
	Bindings         []*CaptureSpec_Binding   `protobuf:"bytes,4,rep,name=bindings,proto3" json:"bindings,omitempty"`
	// Minimum interval of time between successive invocations of the capture.
	IntervalSeconds uint32 `protobuf:"varint,5,opt,name=interval_seconds,json=intervalSeconds,proto3" json:"interval_seconds,omitempty"`
	// Template for shards of this capture.
	ShardTemplate *protocol1.ShardSpec `protobuf:"bytes,6,opt,name=shard_template,json=shardTemplate,proto3" json:"shard_template,omitempty"`
	// Template for recovery logs of shards of this capture.
	RecoveryLogTemplate  *protocol.JournalSpec `protobuf:"bytes,7,opt,name=recovery_log_template,json=recoveryLogTemplate,proto3" json:"recovery_log_template,omitempty"`
	XXX_NoUnkeyedLiteral struct{}              `json:"-"`
	XXX_unrecognized     []byte                `json:"-"`
	XXX_sizecache        int32                 `json:"-"`
}

CaptureSpec describes a collection and its capture from an endpoint.

func (*CaptureSpec) Descriptor 

func (*CaptureSpec) Descriptor() ([]byte, []int)

func (*CaptureSpec) Marshal 

func (m *CaptureSpec) Marshal() (dAtA []byte, err error)

func (*CaptureSpec) MarshalTo 

func (m *CaptureSpec) MarshalTo(dAtA []byte) (int, error)

func (*CaptureSpec) MarshalToSizedBuffer 

func (m *CaptureSpec) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*CaptureSpec) ProtoMessage 

func (*CaptureSpec) ProtoMessage()

func (*CaptureSpec) ProtoSize 

func (m *CaptureSpec) ProtoSize() (n int)

func (*CaptureSpec) Reset 

func (m *CaptureSpec) Reset()

func (*CaptureSpec) String 

func (m *CaptureSpec) String() string

func (*CaptureSpec) TaskName 

func (m *CaptureSpec) TaskName() string

TaskName returns the catalog task name of this capture.

func (*CaptureSpec) TaskRecoveryLogTemplate 

func (m *CaptureSpec) TaskRecoveryLogTemplate() *JournalSpec

RecoveryLogTemplate returns the task's recovery log template.

func (*CaptureSpec) TaskShardTemplate 

func (m *CaptureSpec) TaskShardTemplate() *ShardSpec

ShardTemplate returns the tasks's shard template.

func (*CaptureSpec) TaskShuffles 

func (m *CaptureSpec) TaskShuffles() []*Shuffle

Shuffles returns a nil slice, as captures have no shuffles.

func (*CaptureSpec) Unmarshal 

func (m *CaptureSpec) Unmarshal(dAtA []byte) error

func (*CaptureSpec) Validate 

func (m *CaptureSpec) Validate() error

Validate returns an error if the CaptureSpec is malformed.

func (*CaptureSpec) XXX_DiscardUnknown 

func (m *CaptureSpec) XXX_DiscardUnknown()

func (*CaptureSpec) XXX_Marshal 

func (m *CaptureSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*CaptureSpec) XXX_Merge 

func (m *CaptureSpec) XXX_Merge(src proto.Message)

func (*CaptureSpec) XXX_Size 

func (m *CaptureSpec) XXX_Size() int

func (*CaptureSpec) XXX_Unmarshal 

func (m *CaptureSpec) XXX_Unmarshal(b []byte) error

type CaptureSpec_Binding 

type CaptureSpec_Binding struct {
	// JSON-encoded object which specifies the endpoint resource to be captured.
	ResourceSpecJson encoding_json.RawMessage `` /* 141-byte string literal not displayed */
	// Driver-supplied path components which fully qualify the
	// subresource being captured.
	ResourcePath []string `protobuf:"bytes,2,rep,name=resource_path,json=resourcePath,proto3" json:"resource_path,omitempty"`
	// Collection to be captured into.
	Collection           CollectionSpec `protobuf:"bytes,3,opt,name=collection,proto3" json:"collection"`
	XXX_NoUnkeyedLiteral struct{}       `json:"-"`
	XXX_unrecognized     []byte         `json:"-"`
	XXX_sizecache        int32          `json:"-"`
}

Bindings of endpoint resources and collections into which they're captured. Bindings are ordered and unique on the bound collection name, and are also unique on the resource path.

func (*CaptureSpec_Binding) Descriptor 

func (*CaptureSpec_Binding) Descriptor() ([]byte, []int)

func (*CaptureSpec_Binding) Marshal 

func (m *CaptureSpec_Binding) Marshal() (dAtA []byte, err error)

func (*CaptureSpec_Binding) MarshalTo 

func (m *CaptureSpec_Binding) MarshalTo(dAtA []byte) (int, error)

func (*CaptureSpec_Binding) MarshalToSizedBuffer 

func (m *CaptureSpec_Binding) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*CaptureSpec_Binding) ProtoMessage 

func (*CaptureSpec_Binding) ProtoMessage()

func (*CaptureSpec_Binding) ProtoSize 

func (m *CaptureSpec_Binding) ProtoSize() (n int)

func (*CaptureSpec_Binding) Reset 

func (m *CaptureSpec_Binding) Reset()

func (*CaptureSpec_Binding) String 

func (m *CaptureSpec_Binding) String() string

func (*CaptureSpec_Binding) Unmarshal 

func (m *CaptureSpec_Binding) Unmarshal(dAtA []byte) error

func (*CaptureSpec_Binding) Validate 

func (m *CaptureSpec_Binding) Validate() error

Validate returns an error if the CaptureSpec_Binding is malformed.

func (*CaptureSpec_Binding) XXX_DiscardUnknown 

func (m *CaptureSpec_Binding) XXX_DiscardUnknown()

func (*CaptureSpec_Binding) XXX_Marshal 

func (m *CaptureSpec_Binding) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*CaptureSpec_Binding) XXX_Merge 

func (m *CaptureSpec_Binding) XXX_Merge(src proto.Message)

func (*CaptureSpec_Binding) XXX_Size 

func (m *CaptureSpec_Binding) XXX_Size() int

func (*CaptureSpec_Binding) XXX_Unmarshal 

func (m *CaptureSpec_Binding) XXX_Unmarshal(b []byte) error

type Checkpoint 

type Checkpoint = pc.Checkpoint

type Collection 

type Collection string

Collection names a specified catalog collection.

func (Collection) String 

func (c Collection) String() string

String returns the Collection name as a string.

func (Collection) Validate 

func (c Collection) Validate() error

Validate returns an error if the Collection is malformed.

type CollectionSpec 

type CollectionSpec struct {
	// Name of this collection.
	Collection Collection `protobuf:"bytes,1,opt,name=collection,proto3,casttype=Collection" json:"collection,omitempty"`
	// Schema against which collection documents are validated,
	// and which provides reduction annotations.
	SchemaUri string `protobuf:"bytes,2,opt,name=schema_uri,json=schemaUri,proto3" json:"schema_uri,omitempty"`
	// Schema document of the collection, in a bundled and stand-alone form.
	// All external references within the document have been bundled as
	// included internal definitions.
	SchemaJson encoding_json.RawMessage `protobuf:"bytes,8,opt,name=schema_json,json=schemaJson,proto3,casttype=encoding/json.RawMessage" json:"schema_json,omitempty"`
	// Composite key of the collection, as JSON-Pointers.
	KeyPtrs []string `protobuf:"bytes,3,rep,name=key_ptrs,json=keyPtrs,proto3" json:"key_ptrs,omitempty"`
	// JSON pointer locating the UUID of each collection document.
	UuidPtr string `protobuf:"bytes,4,opt,name=uuid_ptr,json=uuidPtr,proto3" json:"uuid_ptr,omitempty"`
	// Logical partition fields of this collection.
	PartitionFields []string `protobuf:"bytes,5,rep,name=partition_fields,json=partitionFields,proto3" json:"partition_fields,omitempty"`
	// Logical projections of this collection
	Projections []Projection `protobuf:"bytes,6,rep,name=projections,proto3" json:"projections"`
	// JSON-encoded document template for creating Gazette consumer
	// transaction acknowledgements of writes into this collection.
	AckJsonTemplate encoding_json.RawMessage `` /* 142-byte string literal not displayed */
	// Template for partitions of this collection.
	PartitionTemplate    *protocol.JournalSpec `protobuf:"bytes,9,opt,name=partition_template,json=partitionTemplate,proto3" json:"partition_template,omitempty"`
	XXX_NoUnkeyedLiteral struct{}              `json:"-"`
	XXX_unrecognized     []byte                `json:"-"`
	XXX_sizecache        int32                 `json:"-"`
}

func (*CollectionSpec) Descriptor 

func (*CollectionSpec) Descriptor() ([]byte, []int)

func (*CollectionSpec) GetProjection 

func (m *CollectionSpec) GetProjection(field string) *Projection

GetProjection finds the projection with the given field name, or nil if one does not exist

func (*CollectionSpec) Marshal 

func (m *CollectionSpec) Marshal() (dAtA []byte, err error)

func (*CollectionSpec) MarshalTo 

func (m *CollectionSpec) MarshalTo(dAtA []byte) (int, error)

func (*CollectionSpec) MarshalToSizedBuffer 

func (m *CollectionSpec) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*CollectionSpec) ProtoMessage 

func (*CollectionSpec) ProtoMessage()

func (*CollectionSpec) ProtoSize 

func (m *CollectionSpec) ProtoSize() (n int)

func (*CollectionSpec) Reset 

func (m *CollectionSpec) Reset()

func (*CollectionSpec) String 

func (m *CollectionSpec) String() string

func (*CollectionSpec) Unmarshal 

func (m *CollectionSpec) Unmarshal(dAtA []byte) error

func (*CollectionSpec) Validate 

func (m *CollectionSpec) Validate() error

Validate returns an error if the CollectionSpec is invalid.

func (*CollectionSpec) XXX_DiscardUnknown 

func (m *CollectionSpec) XXX_DiscardUnknown()

func (*CollectionSpec) XXX_Marshal 

func (m *CollectionSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*CollectionSpec) XXX_Merge 

func (m *CollectionSpec) XXX_Merge(src proto.Message)

func (*CollectionSpec) XXX_Size 

func (m *CollectionSpec) XXX_Size() int

func (*CollectionSpec) XXX_Unmarshal 

func (m *CollectionSpec) XXX_Unmarshal(b []byte) error

type CombineAPI 

type CombineAPI struct {
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

func (*CombineAPI) Descriptor 

func (*CombineAPI) Descriptor() ([]byte, []int)

func (*CombineAPI) Marshal 

func (m *CombineAPI) Marshal() (dAtA []byte, err error)

func (*CombineAPI) MarshalTo 

func (m *CombineAPI) MarshalTo(dAtA []byte) (int, error)

func (*CombineAPI) MarshalToSizedBuffer 

func (m *CombineAPI) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*CombineAPI) ProtoMessage 

func (*CombineAPI) ProtoMessage()

func (*CombineAPI) ProtoSize 

func (m *CombineAPI) ProtoSize() (n int)

func (*CombineAPI) Reset 

func (m *CombineAPI) Reset()

func (*CombineAPI) String 

func (m *CombineAPI) String() string

func (*CombineAPI) Unmarshal 

func (m *CombineAPI) Unmarshal(dAtA []byte) error

func (*CombineAPI) XXX_DiscardUnknown 

func (m *CombineAPI) XXX_DiscardUnknown()

func (*CombineAPI) XXX_Marshal 

func (m *CombineAPI) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*CombineAPI) XXX_Merge 

func (m *CombineAPI) XXX_Merge(src proto.Message)

func (*CombineAPI) XXX_Size 

func (m *CombineAPI) XXX_Size() int

func (*CombineAPI) XXX_Unmarshal 

func (m *CombineAPI) XXX_Unmarshal(b []byte) error

type CombineAPI_Code 

type CombineAPI_Code int32

Code labels message codes passed over the CGO bridge. 

const (
	CombineAPI_INVALID CombineAPI_Code = 0
	// Configure or re-configure the combiner (Go -> Rust).
	// A combiner may be configured only on first initialization,
	// or immediately after having drained.
	CombineAPI_CONFIGURE CombineAPI_Code = 1
	// Reduce a left-hand side document (Go -> Rust).
	CombineAPI_REDUCE_LEFT CombineAPI_Code = 2
	// Combine a right-hand side document (Go -> Rust).
	CombineAPI_COMBINE_RIGHT CombineAPI_Code = 3
	// Drain the combiner (Go -> Rust).
	CombineAPI_DRAIN CombineAPI_Code = 4
	// Next drained document is partially combined (Rust -> Go).
	CombineAPI_DRAINED_COMBINED_DOCUMENT CombineAPI_Code = 5
	// Next drained document is fully reduced (Rust -> Go).
	CombineAPI_DRAINED_REDUCED_DOCUMENT CombineAPI_Code = 6
	// Next drained key (follows drained document; Rust -> Go).
	CombineAPI_DRAINED_KEY CombineAPI_Code = 7
	// Next drained fields (follows key; Rust -> Go).
	CombineAPI_DRAINED_FIELDS CombineAPI_Code = 8
	// Drain stats, sent after all documents have been drained. (Rust -> Go)
	CombineAPI_STATS CombineAPI_Code = 9
)

func (CombineAPI_Code) EnumDescriptor 

func (CombineAPI_Code) EnumDescriptor() ([]byte, []int)

func (CombineAPI_Code) String 

func (x CombineAPI_Code) String() string

type CombineAPI_Config 

type CombineAPI_Config struct {
	// Memory address of a shared SchemaIndex, which must exist for
	// the complete lifetime of this API's use.
	SchemaIndexMemptr uint64 `protobuf:"fixed64,1,opt,name=schema_index_memptr,json=schemaIndexMemptr,proto3" json:"schema_index_memptr,omitempty"`
	// Schema against which documents are to be validated,
	// and which provides reduction annotations.
	SchemaUri string `protobuf:"bytes,2,opt,name=schema_uri,json=schemaUri,proto3" json:"schema_uri,omitempty"`
	// Composite key used to group documents to be combined, specified as one or
	// more JSON-Pointers indicating a message location to extract.
	// If empty, all request documents are combined into a single response
	// document.
	KeyPtr []string `protobuf:"bytes,3,rep,name=key_ptr,json=keyPtr,proto3" json:"key_ptr,omitempty"`
	// Field JSON pointers to be extracted from combined documents and returned.
	// If empty, no fields are extracted.
	FieldPtrs []string `protobuf:"bytes,4,rep,name=field_ptrs,json=fieldPtrs,proto3" json:"field_ptrs,omitempty"`
	// JSON-Pointer at which a placeholder UUID should be inserted into
	// returned documents. If empty, no placeholder is inserted.
	UuidPlaceholderPtr   string   `protobuf:"bytes,5,opt,name=uuid_placeholder_ptr,json=uuidPlaceholderPtr,proto3" json:"uuid_placeholder_ptr,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

func (*CombineAPI_Config) Descriptor 

func (*CombineAPI_Config) Descriptor() ([]byte, []int)

func (*CombineAPI_Config) Marshal 

func (m *CombineAPI_Config) Marshal() (dAtA []byte, err error)

func (*CombineAPI_Config) MarshalTo 

func (m *CombineAPI_Config) MarshalTo(dAtA []byte) (int, error)

func (*CombineAPI_Config) MarshalToSizedBuffer 

func (m *CombineAPI_Config) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*CombineAPI_Config) ProtoMessage 

func (*CombineAPI_Config) ProtoMessage()

func (*CombineAPI_Config) ProtoSize 

func (m *CombineAPI_Config) ProtoSize() (n int)

func (*CombineAPI_Config) Reset 

func (m *CombineAPI_Config) Reset()

func (*CombineAPI_Config) String 

func (m *CombineAPI_Config) String() string

func (*CombineAPI_Config) Unmarshal 

func (m *CombineAPI_Config) Unmarshal(dAtA []byte) error

func (*CombineAPI_Config) XXX_DiscardUnknown 

func (m *CombineAPI_Config) XXX_DiscardUnknown()

func (*CombineAPI_Config) XXX_Marshal 

func (m *CombineAPI_Config) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*CombineAPI_Config) XXX_Merge 

func (m *CombineAPI_Config) XXX_Merge(src proto.Message)

func (*CombineAPI_Config) XXX_Size 

func (m *CombineAPI_Config) XXX_Size() int

func (*CombineAPI_Config) XXX_Unmarshal 

func (m *CombineAPI_Config) XXX_Unmarshal(b []byte) error

type CombineAPI_Stats 

type CombineAPI_Stats struct {
	Left                 *DocsAndBytes `protobuf:"bytes,1,opt,name=left,proto3" json:"left,omitempty"`
	Right                *DocsAndBytes `protobuf:"bytes,2,opt,name=right,proto3" json:"right,omitempty"`
	Out                  *DocsAndBytes `protobuf:"bytes,3,opt,name=out,proto3" json:"out,omitempty"`
	XXX_NoUnkeyedLiteral struct{}      `json:"-"`
	XXX_unrecognized     []byte        `json:"-"`
	XXX_sizecache        int32         `json:"-"`
}

Stats holds statistics relating to one or more combiner transactions.

func (*CombineAPI_Stats) Descriptor 

func (*CombineAPI_Stats) Descriptor() ([]byte, []int)

func (*CombineAPI_Stats) Marshal 

func (m *CombineAPI_Stats) Marshal() (dAtA []byte, err error)

func (*CombineAPI_Stats) MarshalTo 

func (m *CombineAPI_Stats) MarshalTo(dAtA []byte) (int, error)

func (*CombineAPI_Stats) MarshalToSizedBuffer 

func (m *CombineAPI_Stats) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*CombineAPI_Stats) ProtoMessage 

func (*CombineAPI_Stats) ProtoMessage()

func (*CombineAPI_Stats) ProtoSize 

func (m *CombineAPI_Stats) ProtoSize() (n int)

func (*CombineAPI_Stats) Reset 

func (m *CombineAPI_Stats) Reset()

func (*CombineAPI_Stats) String 

func (m *CombineAPI_Stats) String() string

func (*CombineAPI_Stats) Unmarshal 

func (m *CombineAPI_Stats) Unmarshal(dAtA []byte) error

func (*CombineAPI_Stats) XXX_DiscardUnknown 

func (m *CombineAPI_Stats) XXX_DiscardUnknown()

func (*CombineAPI_Stats) XXX_Marshal 

func (m *CombineAPI_Stats) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*CombineAPI_Stats) XXX_Merge 

func (m *CombineAPI_Stats) XXX_Merge(src proto.Message)

func (*CombineAPI_Stats) XXX_Size 

func (m *CombineAPI_Stats) XXX_Size() int

func (*CombineAPI_Stats) XXX_Unmarshal 

func (m *CombineAPI_Stats) XXX_Unmarshal(b []byte) error

type Combiner 

type Combiner interface {
	// ReduceLeft reduces the document on its key with a current right-hand side combined state.
	// It will be called at most once for a given key within a transaction.
	ReduceLeft(json.RawMessage) error
	// CombineRight combines the document on its key.
	CombineRight(json.RawMessage) error
	// Drain the Combiner of its documents.
	// |full| is true if this document is a full reduction (ReduceLeft was called).
	// |packedKey| is the FoundationDB tuple encoding of the document key.
	// |packedValues| are materialized fields of the materialization.
	Drain(func(full bool, doc json.RawMessage, packedKey, packedValues []byte) error) (*CombineAPI_Stats, error)
	// Destroy the Combiner.
	Destroy()
}

Combiner combines and reduces keyed documents.

type ContentType 

type ContentType int32

ContentType enumerates the content types understood by Flow. 

const (
	ContentType_CATALOG_SPEC      ContentType = 0
	ContentType_JSON_SCHEMA       ContentType = 1
	ContentType_TYPESCRIPT_MODULE ContentType = 2
	ContentType_NPM_PACKAGE       ContentType = 3
	ContentType_CONFIG            ContentType = 4
	ContentType_DOCUMENTS_FIXTURE ContentType = 5
)

func (ContentType) EnumDescriptor 

func (ContentType) EnumDescriptor() ([]byte, []int)

func (ContentType) String 

func (x ContentType) String() string

type DerivationSpec 

type DerivationSpec struct {
	// Derivations are collections.
	Collection CollectionSpec `protobuf:"bytes,1,opt,name=collection,proto3" json:"collection"`
	// Schema against which derivation registers are validated,
	// and which provides reduction annotations.
	RegisterSchemaUri string `protobuf:"bytes,2,opt,name=register_schema_uri,json=registerSchemaUri,proto3" json:"register_schema_uri,omitempty"`
	// JSON-encoded initial value of novel document registers.
	RegisterInitialJson encoding_json.RawMessage `` /* 150-byte string literal not displayed */
	// Transforms of this derivation.
	Transforms []TransformSpec `protobuf:"bytes,4,rep,name=transforms,proto3" json:"transforms"`
	// Template for shards of this derivation.
	ShardTemplate *protocol1.ShardSpec `protobuf:"bytes,5,opt,name=shard_template,json=shardTemplate,proto3" json:"shard_template,omitempty"`
	// Template for recovery logs of shards of this derivation.
	RecoveryLogTemplate  *protocol.JournalSpec `protobuf:"bytes,6,opt,name=recovery_log_template,json=recoveryLogTemplate,proto3" json:"recovery_log_template,omitempty"`
	XXX_NoUnkeyedLiteral struct{}              `json:"-"`
	XXX_unrecognized     []byte                `json:"-"`
	XXX_sizecache        int32                 `json:"-"`
}

DerivationSpec describes a collection, and it's means of derivation.

func (*DerivationSpec) Descriptor 

func (*DerivationSpec) Descriptor() ([]byte, []int)

func (*DerivationSpec) Marshal 

func (m *DerivationSpec) Marshal() (dAtA []byte, err error)

func (*DerivationSpec) MarshalTo 

func (m *DerivationSpec) MarshalTo(dAtA []byte) (int, error)

func (*DerivationSpec) MarshalToSizedBuffer 

func (m *DerivationSpec) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*DerivationSpec) ProtoMessage 

func (*DerivationSpec) ProtoMessage()

func (*DerivationSpec) ProtoSize 

func (m *DerivationSpec) ProtoSize() (n int)

func (*DerivationSpec) Reset 

func (m *DerivationSpec) Reset()

func (*DerivationSpec) String 

func (m *DerivationSpec) String() string

func (*DerivationSpec) TaskName 

func (m *DerivationSpec) TaskName() string

TaskName returns the catalog task name of this derivation.

func (*DerivationSpec) TaskRecoveryLogTemplate 

func (m *DerivationSpec) TaskRecoveryLogTemplate() *JournalSpec

RecoveryLogTemplate returns the task's recovery log template.

func (*DerivationSpec) TaskShardTemplate 

func (m *DerivationSpec) TaskShardTemplate() *ShardSpec

ShardTemplate returns the tasks's shard template.

func (*DerivationSpec) TaskShuffles 

func (m *DerivationSpec) TaskShuffles() []*Shuffle

Shuffles returns a *Shuffle for each transform of the derivation.

func (*DerivationSpec) Unmarshal 

func (m *DerivationSpec) Unmarshal(dAtA []byte) error

func (*DerivationSpec) Validate 

func (m *DerivationSpec) Validate() error

Validate returns an error if the DerivationSpec is invalid.

func (*DerivationSpec) XXX_DiscardUnknown 

func (m *DerivationSpec) XXX_DiscardUnknown()

func (*DerivationSpec) XXX_Marshal 

func (m *DerivationSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*DerivationSpec) XXX_Merge 

func (m *DerivationSpec) XXX_Merge(src proto.Message)

func (*DerivationSpec) XXX_Size 

func (m *DerivationSpec) XXX_Size() int

func (*DerivationSpec) XXX_Unmarshal 

func (m *DerivationSpec) XXX_Unmarshal(b []byte) error

type DeriveAPI 

type DeriveAPI struct {
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

DeriveAPI is a meta-message which name spaces messages of the Derive API bridge.

func (*DeriveAPI) Descriptor 

func (*DeriveAPI) Descriptor() ([]byte, []int)

func (*DeriveAPI) Marshal 

func (m *DeriveAPI) Marshal() (dAtA []byte, err error)

func (*DeriveAPI) MarshalTo 

func (m *DeriveAPI) MarshalTo(dAtA []byte) (int, error)

func (*DeriveAPI) MarshalToSizedBuffer 

func (m *DeriveAPI) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*DeriveAPI) ProtoMessage 

func (*DeriveAPI) ProtoMessage()

func (*DeriveAPI) ProtoSize 

func (m *DeriveAPI) ProtoSize() (n int)

func (*DeriveAPI) Reset 

func (m *DeriveAPI) Reset()

func (*DeriveAPI) String 

func (m *DeriveAPI) String() string

func (*DeriveAPI) Unmarshal 

func (m *DeriveAPI) Unmarshal(dAtA []byte) error

func (*DeriveAPI) XXX_DiscardUnknown 

func (m *DeriveAPI) XXX_DiscardUnknown()

func (*DeriveAPI) XXX_Marshal 

func (m *DeriveAPI) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*DeriveAPI) XXX_Merge 

func (m *DeriveAPI) XXX_Merge(src proto.Message)

func (*DeriveAPI) XXX_Size 

func (m *DeriveAPI) XXX_Size() int

func (*DeriveAPI) XXX_Unmarshal 

func (m *DeriveAPI) XXX_Unmarshal(b []byte) error

type DeriveAPI_Code 

type DeriveAPI_Code int32

Codes passed over the CGO bridge. 

const (
	DeriveAPI_INVALID DeriveAPI_Code = 0
	// Open the registers database (Go -> Rust).
	DeriveAPI_OPEN DeriveAPI_Code = 1
	// Restore the last checkpoint from an opened database (Go <-> Rust).
	DeriveAPI_RESTORE_CHECKPOINT DeriveAPI_Code = 2
	// Configure or re-configure the derive API (Go -> Rust).
	DeriveAPI_CONFIGURE DeriveAPI_Code = 3
	// Begin a new transaction (Go -> Rust).
	DeriveAPI_BEGIN_TRANSACTION DeriveAPI_Code = 4
	// Next drained document is partially combined (Rust -> Go).
	// Must match CombineAPI.Code.
	DeriveAPI_DRAINED_COMBINED_DOCUMENT DeriveAPI_Code = 5
	// Next drained document is fully reduced (Rust -> Go).
	// Must match CombineAPI.Code.
	DeriveAPI_DRAINED_REDUCED_DOCUMENT DeriveAPI_Code = 6
	// Next drained key (follows drained document; Rust -> Go).
	// Must match CombineAPI.Code.
	DeriveAPI_DRAINED_KEY DeriveAPI_Code = 7
	// Next drained fields (follows key; Rust -> Go).
	// Must match CombineAPI.Code.
	DeriveAPI_DRAINED_FIELDS DeriveAPI_Code = 8
	// Next source document header (Go -> Rust).
	DeriveAPI_NEXT_DOCUMENT_HEADER DeriveAPI_Code = 9
	// Next source document body (Go -> Rust).
	DeriveAPI_NEXT_DOCUMENT_BODY DeriveAPI_Code = 10
	// Trampoline task start or completion (Rust <-> Go).
	DeriveAPI_TRAMPOLINE DeriveAPI_Code = 11
	// Trampoline sub-type: invoke transform lambda.
	DeriveAPI_TRAMPOLINE_INVOKE DeriveAPI_Code = 12
	// Flush transaction (Go -> Rust).
	DeriveAPI_FLUSH_TRANSACTION DeriveAPI_Code = 13
	// Prepare transaction to commit (Go -> Rust).
	DeriveAPI_PREPARE_TO_COMMIT DeriveAPI_Code = 14
	// Clear registers values (test support only; Go -> Rust).
	DeriveAPI_CLEAR_REGISTERS DeriveAPI_Code = 15
	// Drain stats, sent after all documents have been drained. (Rust -> Go)
	DeriveAPI_STATS DeriveAPI_Code = 16
)

func (DeriveAPI_Code) EnumDescriptor 

func (DeriveAPI_Code) EnumDescriptor() ([]byte, []int)

func (DeriveAPI_Code) String 

func (x DeriveAPI_Code) String() string

type DeriveAPI_Config 

type DeriveAPI_Config struct {
	// Derivation to derive.
	Derivation *DerivationSpec `protobuf:"bytes,1,opt,name=derivation,proto3" json:"derivation,omitempty"`
	// Memory address of a associated SchemaIndex, which must exist for
	// the complete lifetime of this API's use.
	SchemaIndexMemptr    uint64   `protobuf:"fixed64,2,opt,name=schema_index_memptr,json=schemaIndexMemptr,proto3" json:"schema_index_memptr,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

Config configures the derived DerivationSpec and its associated schema index.

func (*DeriveAPI_Config) Descriptor 

func (*DeriveAPI_Config) Descriptor() ([]byte, []int)

func (*DeriveAPI_Config) Marshal 

func (m *DeriveAPI_Config) Marshal() (dAtA []byte, err error)

func (*DeriveAPI_Config) MarshalTo 

func (m *DeriveAPI_Config) MarshalTo(dAtA []byte) (int, error)

func (*DeriveAPI_Config) MarshalToSizedBuffer 

func (m *DeriveAPI_Config) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*DeriveAPI_Config) ProtoMessage 

func (*DeriveAPI_Config) ProtoMessage()

func (*DeriveAPI_Config) ProtoSize 

func (m *DeriveAPI_Config) ProtoSize() (n int)

func (*DeriveAPI_Config) Reset 

func (m *DeriveAPI_Config) Reset()

func (*DeriveAPI_Config) String 

func (m *DeriveAPI_Config) String() string

func (*DeriveAPI_Config) Unmarshal 

func (m *DeriveAPI_Config) Unmarshal(dAtA []byte) error

func (*DeriveAPI_Config) XXX_DiscardUnknown 

func (m *DeriveAPI_Config) XXX_DiscardUnknown()

func (*DeriveAPI_Config) XXX_Marshal 

func (m *DeriveAPI_Config) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*DeriveAPI_Config) XXX_Merge 

func (m *DeriveAPI_Config) XXX_Merge(src proto.Message)

func (*DeriveAPI_Config) XXX_Size 

func (m *DeriveAPI_Config) XXX_Size() int

func (*DeriveAPI_Config) XXX_Unmarshal 

func (m *DeriveAPI_Config) XXX_Unmarshal(b []byte) error

type DeriveAPI_DocHeader 

type DeriveAPI_DocHeader struct {
	// UUID of this document.
	Uuid *UUIDParts `protobuf:"bytes,1,opt,name=uuid,proto3" json:"uuid,omitempty"`
	// FDB packed shuffle key of the document.
	PackedKey []byte `protobuf:"bytes,2,opt,name=packed_key,json=packedKey,proto3" json:"packed_key,omitempty"`
	// Index of the transformation under which this document is being
	// processed, within the configured DerivationSpec.
	TransformIndex       uint32   `protobuf:"varint,3,opt,name=transform_index,json=transformIndex,proto3" json:"transform_index,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

DocHeader precedes a JSON-encoded document.

func (*DeriveAPI_DocHeader) Descriptor 

func (*DeriveAPI_DocHeader) Descriptor() ([]byte, []int)

func (*DeriveAPI_DocHeader) Marshal 

func (m *DeriveAPI_DocHeader) Marshal() (dAtA []byte, err error)

func (*DeriveAPI_DocHeader) MarshalTo 

func (m *DeriveAPI_DocHeader) MarshalTo(dAtA []byte) (int, error)

func (*DeriveAPI_DocHeader) MarshalToSizedBuffer 

func (m *DeriveAPI_DocHeader) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*DeriveAPI_DocHeader) ProtoMessage 

func (*DeriveAPI_DocHeader) ProtoMessage()

func (*DeriveAPI_DocHeader) ProtoSize 

func (m *DeriveAPI_DocHeader) ProtoSize() (n int)

func (*DeriveAPI_DocHeader) Reset 

func (m *DeriveAPI_DocHeader) Reset()

func (*DeriveAPI_DocHeader) String 

func (m *DeriveAPI_DocHeader) String() string

func (*DeriveAPI_DocHeader) Unmarshal 

func (m *DeriveAPI_DocHeader) Unmarshal(dAtA []byte) error

func (*DeriveAPI_DocHeader) XXX_DiscardUnknown 

func (m *DeriveAPI_DocHeader) XXX_DiscardUnknown()

func (*DeriveAPI_DocHeader) XXX_Marshal 

func (m *DeriveAPI_DocHeader) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*DeriveAPI_DocHeader) XXX_Merge 

func (m *DeriveAPI_DocHeader) XXX_Merge(src proto.Message)

func (*DeriveAPI_DocHeader) XXX_Size 

func (m *DeriveAPI_DocHeader) XXX_Size() int

func (*DeriveAPI_DocHeader) XXX_Unmarshal 

func (m *DeriveAPI_DocHeader) XXX_Unmarshal(b []byte) error

type DeriveAPI_Invoke 

type DeriveAPI_Invoke struct {
	// Index of the transformation to be invoked within DerivationSpec.
	TransformIndex uint32 `protobuf:"varint,1,opt,name=transform_index,json=transformIndex,proto3" json:"transform_index,omitempty"`
	// Memory pointer and length of comma-separated source documents.
	SourcesMemptr uint64 `protobuf:"fixed64,2,opt,name=sources_memptr,json=sourcesMemptr,proto3" json:"sources_memptr,omitempty"`
	SourcesLength uint64 `protobuf:"varint,3,opt,name=sources_length,json=sourcesLength,proto3" json:"sources_length,omitempty"`
	// Memory pointer and length of comma-separated register documents.
	RegistersMemptr      uint64   `protobuf:"fixed64,4,opt,name=registers_memptr,json=registersMemptr,proto3" json:"registers_memptr,omitempty"`
	RegistersLength      uint64   `protobuf:"varint,5,opt,name=registers_length,json=registersLength,proto3" json:"registers_length,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

Invoke a lambda, using Rust-owned memory buffers of invocation content. Memory will remain pinned until the trampoline task completion. |sources_length| will never be zero. If |registers_length| is zero, this invocation is of the update lambda. Otherwise, it's the publish lambda.

func (*DeriveAPI_Invoke) Descriptor 

func (*DeriveAPI_Invoke) Descriptor() ([]byte, []int)

func (*DeriveAPI_Invoke) Marshal 

func (m *DeriveAPI_Invoke) Marshal() (dAtA []byte, err error)

func (*DeriveAPI_Invoke) MarshalTo 

func (m *DeriveAPI_Invoke) MarshalTo(dAtA []byte) (int, error)

func (*DeriveAPI_Invoke) MarshalToSizedBuffer 

func (m *DeriveAPI_Invoke) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*DeriveAPI_Invoke) ProtoMessage 

func (*DeriveAPI_Invoke) ProtoMessage()

func (*DeriveAPI_Invoke) ProtoSize 

func (m *DeriveAPI_Invoke) ProtoSize() (n int)

func (*DeriveAPI_Invoke) Reset 

func (m *DeriveAPI_Invoke) Reset()

func (*DeriveAPI_Invoke) String 

func (m *DeriveAPI_Invoke) String() string

func (*DeriveAPI_Invoke) Unmarshal 

func (m *DeriveAPI_Invoke) Unmarshal(dAtA []byte) error

func (*DeriveAPI_Invoke) XXX_DiscardUnknown 

func (m *DeriveAPI_Invoke) XXX_DiscardUnknown()

func (*DeriveAPI_Invoke) XXX_Marshal 

func (m *DeriveAPI_Invoke) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*DeriveAPI_Invoke) XXX_Merge 

func (m *DeriveAPI_Invoke) XXX_Merge(src proto.Message)

func (*DeriveAPI_Invoke) XXX_Size 

func (m *DeriveAPI_Invoke) XXX_Size() int

func (*DeriveAPI_Invoke) XXX_Unmarshal 

func (m *DeriveAPI_Invoke) XXX_Unmarshal(b []byte) error

type DeriveAPI_Open 

type DeriveAPI_Open struct {
	// Memory address of an RocksDB Environment to use (as a *rocksdb_env_t).
	// Ownership of the environment is transferred with this message.
	RocksdbEnvMemptr uint64 `protobuf:"fixed64,1,opt,name=rocksdb_env_memptr,json=rocksdbEnvMemptr,proto3" json:"rocksdb_env_memptr,omitempty"`
	// Local directory for ephemeral processing state.
	LocalDir             string   `protobuf:"bytes,2,opt,name=local_dir,json=localDir,proto3" json:"local_dir,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

Open the registers database.

func (*DeriveAPI_Open) Descriptor 

func (*DeriveAPI_Open) Descriptor() ([]byte, []int)

func (*DeriveAPI_Open) Marshal 

func (m *DeriveAPI_Open) Marshal() (dAtA []byte, err error)

func (*DeriveAPI_Open) MarshalTo 

func (m *DeriveAPI_Open) MarshalTo(dAtA []byte) (int, error)

func (*DeriveAPI_Open) MarshalToSizedBuffer 

func (m *DeriveAPI_Open) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*DeriveAPI_Open) ProtoMessage 

func (*DeriveAPI_Open) ProtoMessage()

func (*DeriveAPI_Open) ProtoSize 

func (m *DeriveAPI_Open) ProtoSize() (n int)

func (*DeriveAPI_Open) Reset 

func (m *DeriveAPI_Open) Reset()

func (*DeriveAPI_Open) String 

func (m *DeriveAPI_Open) String() string

func (*DeriveAPI_Open) Unmarshal 

func (m *DeriveAPI_Open) Unmarshal(dAtA []byte) error

func (*DeriveAPI_Open) XXX_DiscardUnknown 

func (m *DeriveAPI_Open) XXX_DiscardUnknown()

func (*DeriveAPI_Open) XXX_Marshal 

func (m *DeriveAPI_Open) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*DeriveAPI_Open) XXX_Merge 

func (m *DeriveAPI_Open) XXX_Merge(src proto.Message)

func (*DeriveAPI_Open) XXX_Size 

func (m *DeriveAPI_Open) XXX_Size() int

func (*DeriveAPI_Open) XXX_Unmarshal 

func (m *DeriveAPI_Open) XXX_Unmarshal(b []byte) error

type DeriveAPI_Prepare 

type DeriveAPI_Prepare struct {
	// Checkpoint to commit.
	Checkpoint           protocol1.Checkpoint `protobuf:"bytes,1,opt,name=checkpoint,proto3" json:"checkpoint"`
	XXX_NoUnkeyedLiteral struct{}             `json:"-"`
	XXX_unrecognized     []byte               `json:"-"`
	XXX_sizecache        int32                `json:"-"`
}

Prepare a commit of the transaction.

func (*DeriveAPI_Prepare) Descriptor 

func (*DeriveAPI_Prepare) Descriptor() ([]byte, []int)

func (*DeriveAPI_Prepare) Marshal 

func (m *DeriveAPI_Prepare) Marshal() (dAtA []byte, err error)

func (*DeriveAPI_Prepare) MarshalTo 

func (m *DeriveAPI_Prepare) MarshalTo(dAtA []byte) (int, error)

func (*DeriveAPI_Prepare) MarshalToSizedBuffer 

func (m *DeriveAPI_Prepare) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*DeriveAPI_Prepare) ProtoMessage 

func (*DeriveAPI_Prepare) ProtoMessage()

func (*DeriveAPI_Prepare) ProtoSize 

func (m *DeriveAPI_Prepare) ProtoSize() (n int)

func (*DeriveAPI_Prepare) Reset 

func (m *DeriveAPI_Prepare) Reset()

func (*DeriveAPI_Prepare) String 

func (m *DeriveAPI_Prepare) String() string

func (*DeriveAPI_Prepare) Unmarshal 

func (m *DeriveAPI_Prepare) Unmarshal(dAtA []byte) error

func (*DeriveAPI_Prepare) XXX_DiscardUnknown 

func (m *DeriveAPI_Prepare) XXX_DiscardUnknown()

func (*DeriveAPI_Prepare) XXX_Marshal 

func (m *DeriveAPI_Prepare) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*DeriveAPI_Prepare) XXX_Merge 

func (m *DeriveAPI_Prepare) XXX_Merge(src proto.Message)

func (*DeriveAPI_Prepare) XXX_Size 

func (m *DeriveAPI_Prepare) XXX_Size() int

func (*DeriveAPI_Prepare) XXX_Unmarshal 

func (m *DeriveAPI_Prepare) XXX_Unmarshal(b []byte) error

type DeriveAPI_Stats 

type DeriveAPI_Stats struct {
	// Array indexed by transform_index with stats per transform.
	Transforms []*DeriveAPI_Stats_TransformStats `protobuf:"bytes,1,rep,name=transforms,proto3" json:"transforms,omitempty"`
	Registers  *DeriveAPI_Stats_RegisterStats    `protobuf:"bytes,2,opt,name=registers,proto3" json:"registers,omitempty"`
	// The documents drained from the derive pipeline's combiner. This is not necessarily the same
	// as the sum of all publish lambda outputs because those outputs may be further reduced.
	Output               *DocsAndBytes `protobuf:"bytes,3,opt,name=output,proto3" json:"output,omitempty"`
	XXX_NoUnkeyedLiteral struct{}      `json:"-"`
	XXX_unrecognized     []byte        `json:"-"`
	XXX_sizecache        int32         `json:"-"`
}

Stats holds statistics relating to a single derive transaction.

func (*DeriveAPI_Stats) Descriptor 

func (*DeriveAPI_Stats) Descriptor() ([]byte, []int)

func (*DeriveAPI_Stats) Marshal 

func (m *DeriveAPI_Stats) Marshal() (dAtA []byte, err error)

func (*DeriveAPI_Stats) MarshalTo 

func (m *DeriveAPI_Stats) MarshalTo(dAtA []byte) (int, error)

func (*DeriveAPI_Stats) MarshalToSizedBuffer 

func (m *DeriveAPI_Stats) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*DeriveAPI_Stats) ProtoMessage 

func (*DeriveAPI_Stats) ProtoMessage()

func (*DeriveAPI_Stats) ProtoSize 

func (m *DeriveAPI_Stats) ProtoSize() (n int)

func (*DeriveAPI_Stats) Reset 

func (m *DeriveAPI_Stats) Reset()

func (*DeriveAPI_Stats) String 

func (m *DeriveAPI_Stats) String() string

func (*DeriveAPI_Stats) Unmarshal 

func (m *DeriveAPI_Stats) Unmarshal(dAtA []byte) error

func (*DeriveAPI_Stats) XXX_DiscardUnknown 

func (m *DeriveAPI_Stats) XXX_DiscardUnknown()

func (*DeriveAPI_Stats) XXX_Marshal 

func (m *DeriveAPI_Stats) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*DeriveAPI_Stats) XXX_Merge 

func (m *DeriveAPI_Stats) XXX_Merge(src proto.Message)

func (*DeriveAPI_Stats) XXX_Size 

func (m *DeriveAPI_Stats) XXX_Size() int

func (*DeriveAPI_Stats) XXX_Unmarshal 

func (m *DeriveAPI_Stats) XXX_Unmarshal(b []byte) error

type DeriveAPI_Stats_InvokeStats 

type DeriveAPI_Stats_InvokeStats struct {
	// The total number of documents and bytes that were output from the invocations.
	Output *DocsAndBytes `protobuf:"bytes,1,opt,name=output,proto3" json:"output,omitempty"`
	// Sum total duration of all invocations, in seconds.
	TotalSeconds         float64  `protobuf:"fixed64,2,opt,name=total_seconds,json=totalSeconds,proto3" json:"total_seconds,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

Stats about the invocation of update or publish lambdas.

func (*DeriveAPI_Stats_InvokeStats) Descriptor 

func (*DeriveAPI_Stats_InvokeStats) Descriptor() ([]byte, []int)

func (*DeriveAPI_Stats_InvokeStats) Marshal 

func (m *DeriveAPI_Stats_InvokeStats) Marshal() (dAtA []byte, err error)

func (*DeriveAPI_Stats_InvokeStats) MarshalTo 

func (m *DeriveAPI_Stats_InvokeStats) MarshalTo(dAtA []byte) (int, error)

func (*DeriveAPI_Stats_InvokeStats) MarshalToSizedBuffer 

func (m *DeriveAPI_Stats_InvokeStats) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*DeriveAPI_Stats_InvokeStats) ProtoMessage 

func (*DeriveAPI_Stats_InvokeStats) ProtoMessage()

func (*DeriveAPI_Stats_InvokeStats) ProtoSize 

func (m *DeriveAPI_Stats_InvokeStats) ProtoSize() (n int)

func (*DeriveAPI_Stats_InvokeStats) Reset 

func (m *DeriveAPI_Stats_InvokeStats) Reset()

func (*DeriveAPI_Stats_InvokeStats) String 

func (m *DeriveAPI_Stats_InvokeStats) String() string

func (*DeriveAPI_Stats_InvokeStats) Unmarshal 

func (m *DeriveAPI_Stats_InvokeStats) Unmarshal(dAtA []byte) error

func (*DeriveAPI_Stats_InvokeStats) XXX_DiscardUnknown 

func (m *DeriveAPI_Stats_InvokeStats) XXX_DiscardUnknown()

func (*DeriveAPI_Stats_InvokeStats) XXX_Marshal 

func (m *DeriveAPI_Stats_InvokeStats) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*DeriveAPI_Stats_InvokeStats) XXX_Merge 

func (m *DeriveAPI_Stats_InvokeStats) XXX_Merge(src proto.Message)

func (*DeriveAPI_Stats_InvokeStats) XXX_Size 

func (m *DeriveAPI_Stats_InvokeStats) XXX_Size() int

func (*DeriveAPI_Stats_InvokeStats) XXX_Unmarshal 

func (m *DeriveAPI_Stats_InvokeStats) XXX_Unmarshal(b []byte) error

type DeriveAPI_Stats_RegisterStats 

type DeriveAPI_Stats_RegisterStats struct {
	// The number of new register values that were created and added to the registers database.
	// In the future, it may be nice to also expose stats related to the size of documents stored
	// within registers, but it's not obvious how to count updates to existing values as a result of
	// reductions. So this lone field represents the cerservative subset of register stats that I
	// feel confident we can and should expose as part of the user-facing stats.
	Created              uint64   `protobuf:"varint,1,opt,name=created,proto3" json:"created,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

func (*DeriveAPI_Stats_RegisterStats) Descriptor 

func (*DeriveAPI_Stats_RegisterStats) Descriptor() ([]byte, []int)

func (*DeriveAPI_Stats_RegisterStats) Marshal 

func (m *DeriveAPI_Stats_RegisterStats) Marshal() (dAtA []byte, err error)

func (*DeriveAPI_Stats_RegisterStats) MarshalTo 

func (m *DeriveAPI_Stats_RegisterStats) MarshalTo(dAtA []byte) (int, error)

func (*DeriveAPI_Stats_RegisterStats) MarshalToSizedBuffer 

func (m *DeriveAPI_Stats_RegisterStats) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*DeriveAPI_Stats_RegisterStats) ProtoMessage 

func (*DeriveAPI_Stats_RegisterStats) ProtoMessage()

func (*DeriveAPI_Stats_RegisterStats) ProtoSize 

func (m *DeriveAPI_Stats_RegisterStats) ProtoSize() (n int)

func (*DeriveAPI_Stats_RegisterStats) Reset 

func (m *DeriveAPI_Stats_RegisterStats) Reset()

func (*DeriveAPI_Stats_RegisterStats) String 

func (m *DeriveAPI_Stats_RegisterStats) String() string

func (*DeriveAPI_Stats_RegisterStats) Unmarshal 

func (m *DeriveAPI_Stats_RegisterStats) Unmarshal(dAtA []byte) error

func (*DeriveAPI_Stats_RegisterStats) XXX_DiscardUnknown 

func (m *DeriveAPI_Stats_RegisterStats) XXX_DiscardUnknown()

func (*DeriveAPI_Stats_RegisterStats) XXX_Marshal 

func (m *DeriveAPI_Stats_RegisterStats) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*DeriveAPI_Stats_RegisterStats) XXX_Merge 

func (m *DeriveAPI_Stats_RegisterStats) XXX_Merge(src proto.Message)

func (*DeriveAPI_Stats_RegisterStats) XXX_Size 

func (m *DeriveAPI_Stats_RegisterStats) XXX_Size() int

func (*DeriveAPI_Stats_RegisterStats) XXX_Unmarshal 

func (m *DeriveAPI_Stats_RegisterStats) XXX_Unmarshal(b []byte) error

type DeriveAPI_Stats_TransformStats 

type DeriveAPI_Stats_TransformStats struct {
	// The total inputs that were fed into this transform.
	Input *DocsAndBytes `protobuf:"bytes,1,opt,name=input,proto3" json:"input,omitempty"`
	// Results of invoking the update lambda.
	Update *DeriveAPI_Stats_InvokeStats `protobuf:"bytes,2,opt,name=update,proto3" json:"update,omitempty"`
	// Results of invoking the publish lambda.
	Publish              *DeriveAPI_Stats_InvokeStats `protobuf:"bytes,3,opt,name=publish,proto3" json:"publish,omitempty"`
	XXX_NoUnkeyedLiteral struct{}                     `json:"-"`
	XXX_unrecognized     []byte                       `json:"-"`
	XXX_sizecache        int32                        `json:"-"`
}

func (*DeriveAPI_Stats_TransformStats) Descriptor 

func (*DeriveAPI_Stats_TransformStats) Descriptor() ([]byte, []int)

func (*DeriveAPI_Stats_TransformStats) Marshal 

func (m *DeriveAPI_Stats_TransformStats) Marshal() (dAtA []byte, err error)

func (*DeriveAPI_Stats_TransformStats) MarshalTo 

func (m *DeriveAPI_Stats_TransformStats) MarshalTo(dAtA []byte) (int, error)

func (*DeriveAPI_Stats_TransformStats) MarshalToSizedBuffer 

func (m *DeriveAPI_Stats_TransformStats) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*DeriveAPI_Stats_TransformStats) ProtoMessage 

func (*DeriveAPI_Stats_TransformStats) ProtoMessage()

func (*DeriveAPI_Stats_TransformStats) ProtoSize 

func (m *DeriveAPI_Stats_TransformStats) ProtoSize() (n int)

func (*DeriveAPI_Stats_TransformStats) Reset 

func (m *DeriveAPI_Stats_TransformStats) Reset()

func (*DeriveAPI_Stats_TransformStats) String 

func (m *DeriveAPI_Stats_TransformStats) String() string

func (*DeriveAPI_Stats_TransformStats) Unmarshal 

func (m *DeriveAPI_Stats_TransformStats) Unmarshal(dAtA []byte) error

func (*DeriveAPI_Stats_TransformStats) XXX_DiscardUnknown 

func (m *DeriveAPI_Stats_TransformStats) XXX_DiscardUnknown()

func (*DeriveAPI_Stats_TransformStats) XXX_Marshal 

func (m *DeriveAPI_Stats_TransformStats) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*DeriveAPI_Stats_TransformStats) XXX_Merge 

func (m *DeriveAPI_Stats_TransformStats) XXX_Merge(src proto.Message)

func (*DeriveAPI_Stats_TransformStats) XXX_Size 

func (m *DeriveAPI_Stats_TransformStats) XXX_Size() int

func (*DeriveAPI_Stats_TransformStats) XXX_Unmarshal 

func (m *DeriveAPI_Stats_TransformStats) XXX_Unmarshal(b []byte) error

type DocsAndBytes 

type DocsAndBytes struct {
	Docs                 uint64   `protobuf:"varint,1,opt,name=docs,proto3" json:"docs,omitempty"`
	Bytes                uint64   `protobuf:"varint,2,opt,name=bytes,proto3" json:"bytes,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

DocsAndBytes represents a count of JSON documents, and their cumulative total size in bytes. This is used by the various Stats messages.

func (*DocsAndBytes) Descriptor 

func (*DocsAndBytes) Descriptor() ([]byte, []int)

func (*DocsAndBytes) Marshal 

func (m *DocsAndBytes) Marshal() (dAtA []byte, err error)

func (*DocsAndBytes) MarshalTo 

func (m *DocsAndBytes) MarshalTo(dAtA []byte) (int, error)

func (*DocsAndBytes) MarshalToSizedBuffer 

func (m *DocsAndBytes) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*DocsAndBytes) ProtoMessage 

func (*DocsAndBytes) ProtoMessage()

func (*DocsAndBytes) ProtoSize 

func (m *DocsAndBytes) ProtoSize() (n int)

func (*DocsAndBytes) Reset 

func (m *DocsAndBytes) Reset()

func (*DocsAndBytes) String 

func (m *DocsAndBytes) String() string

func (*DocsAndBytes) Unmarshal 

func (m *DocsAndBytes) Unmarshal(dAtA []byte) error

func (*DocsAndBytes) XXX_DiscardUnknown 

func (m *DocsAndBytes) XXX_DiscardUnknown()

func (*DocsAndBytes) XXX_Marshal 

func (m *DocsAndBytes) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*DocsAndBytes) XXX_Merge 

func (m *DocsAndBytes) XXX_Merge(src proto.Message)

func (*DocsAndBytes) XXX_Size 

func (m *DocsAndBytes) XXX_Size() int

func (*DocsAndBytes) XXX_Unmarshal 

func (m *DocsAndBytes) XXX_Unmarshal(b []byte) error

type DriverCheckpoint 

type DriverCheckpoint struct {
	// Optional driver checkpoint of this transaction, to be persisted
	// by the Flow runtime and returned in a future transaction stream.
	// If empty, then a previous checkpoint is cleared.
	DriverCheckpointJson encoding_json.RawMessage `` /* 153-byte string literal not displayed */
	// If true, then the driver checkpoint must be non-empty and is
	// applied as an RFC7396 Merge Patch atop the immediately preceeding
	// checkpoint (or to an empty JSON object `{}` if there is no checkpoint).
	Rfc7396MergePatch    bool     `protobuf:"varint,2,opt,name=rfc7396_merge_patch,json=rfc7396MergePatch,proto3" json:"rfc7396_merge_patch,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

DriverCheckpoint is a driver-originated checkpoint withn a capture or materialization.

func (*DriverCheckpoint) Descriptor 

func (*DriverCheckpoint) Descriptor() ([]byte, []int)

func (*DriverCheckpoint) Marshal 

func (m *DriverCheckpoint) Marshal() (dAtA []byte, err error)

func (*DriverCheckpoint) MarshalTo 

func (m *DriverCheckpoint) MarshalTo(dAtA []byte) (int, error)

func (*DriverCheckpoint) MarshalToSizedBuffer 

func (m *DriverCheckpoint) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*DriverCheckpoint) ProtoMessage 

func (*DriverCheckpoint) ProtoMessage()

func (*DriverCheckpoint) ProtoSize 

func (m *DriverCheckpoint) ProtoSize() (n int)

func (*DriverCheckpoint) Reduce 

func (c *DriverCheckpoint) Reduce(other DriverCheckpoint) error

Reduce the other DriverCheckpoint into this one. Reduce is associative: (a.Reduce(b)).Reduce(c) equals a.Reduce(b.Reduce(c)).

func (*DriverCheckpoint) Reset 

func (m *DriverCheckpoint) Reset()

func (*DriverCheckpoint) String 

func (m *DriverCheckpoint) String() string

func (*DriverCheckpoint) Unmarshal 

func (m *DriverCheckpoint) Unmarshal(dAtA []byte) error

func (*DriverCheckpoint) Validate 

func (c *DriverCheckpoint) Validate() error

Validate returns an error if the DriverCheckpoint is malformed.

func (*DriverCheckpoint) XXX_DiscardUnknown 

func (m *DriverCheckpoint) XXX_DiscardUnknown()

func (*DriverCheckpoint) XXX_Marshal 

func (m *DriverCheckpoint) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*DriverCheckpoint) XXX_Merge 

func (m *DriverCheckpoint) XXX_Merge(src proto.Message)

func (*DriverCheckpoint) XXX_Size 

func (m *DriverCheckpoint) XXX_Size() int

func (*DriverCheckpoint) XXX_Unmarshal 

func (m *DriverCheckpoint) XXX_Unmarshal(b []byte) error

type Endpoint 

type Endpoint = pb.Endpoint

type EndpointType 

type EndpointType int32

EndpointType enumerates the endpoint types understood by Flow. 

const (
	// Reserved for REMOTE gRPC servers if there's ever a use case.
	EndpointType_INVALID        EndpointType = 0
	EndpointType_SQLITE         EndpointType = 2
	EndpointType_INGEST         EndpointType = 3
	EndpointType_AIRBYTE_SOURCE EndpointType = 7
	EndpointType_FLOW_SINK      EndpointType = 8
)

func (EndpointType) EnumDescriptor 

func (EndpointType) EnumDescriptor() ([]byte, []int)

func (EndpointType) String 

func (x EndpointType) String() string

type ExtractAPI 

type ExtractAPI struct {
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

func (*ExtractAPI) Descriptor 

func (*ExtractAPI) Descriptor() ([]byte, []int)

func (*ExtractAPI) Marshal 

func (m *ExtractAPI) Marshal() (dAtA []byte, err error)

func (*ExtractAPI) MarshalTo 

func (m *ExtractAPI) MarshalTo(dAtA []byte) (int, error)

func (*ExtractAPI) MarshalToSizedBuffer 

func (m *ExtractAPI) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*ExtractAPI) ProtoMessage 

func (*ExtractAPI) ProtoMessage()

func (*ExtractAPI) ProtoSize 

func (m *ExtractAPI) ProtoSize() (n int)

func (*ExtractAPI) Reset 

func (m *ExtractAPI) Reset()

func (*ExtractAPI) String 

func (m *ExtractAPI) String() string

func (*ExtractAPI) Unmarshal 

func (m *ExtractAPI) Unmarshal(dAtA []byte) error

func (*ExtractAPI) XXX_DiscardUnknown 

func (m *ExtractAPI) XXX_DiscardUnknown()

func (*ExtractAPI) XXX_Marshal 

func (m *ExtractAPI) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ExtractAPI) XXX_Merge 

func (m *ExtractAPI) XXX_Merge(src proto.Message)

func (*ExtractAPI) XXX_Size 

func (m *ExtractAPI) XXX_Size() int

func (*ExtractAPI) XXX_Unmarshal 

func (m *ExtractAPI) XXX_Unmarshal(b []byte) error

type ExtractAPI_Code 

type ExtractAPI_Code int32

Code labels message codes passed over the CGO bridge. 

const (
	ExtractAPI_INVALID ExtractAPI_Code = 0
	// Configure or re-configure the extractor (Go -> Rust).
	ExtractAPI_CONFIGURE ExtractAPI_Code = 1
	// Extract from a document (Go -> Rust).
	ExtractAPI_EXTRACT ExtractAPI_Code = 2
	// UUID extracted from a document (Rust -> Go).
	ExtractAPI_EXTRACTED_UUID ExtractAPI_Code = 3
	// Fields extracted from a document (Rust -> Go).
	ExtractAPI_EXTRACTED_FIELDS ExtractAPI_Code = 4
)

func (ExtractAPI_Code) EnumDescriptor 

func (ExtractAPI_Code) EnumDescriptor() ([]byte, []int)

func (ExtractAPI_Code) String 

func (x ExtractAPI_Code) String() string

type ExtractAPI_Config 

type ExtractAPI_Config struct {
	// JSON pointer of the document UUID to extract.
	UuidPtr string `protobuf:"bytes,1,opt,name=uuid_ptr,json=uuidPtr,proto3" json:"uuid_ptr,omitempty"`
	// URI of schema to validate non-ACK documents against.
	// If empty, schema validation is not performed.
	SchemaUri string `protobuf:"bytes,2,opt,name=schema_uri,json=schemaUri,proto3" json:"schema_uri,omitempty"`
	// Memory address of the accosiated SchemaIndex, which must exist for
	// the remainder of this API's usage.
	SchemaIndexMemptr uint64 `protobuf:"fixed64,3,opt,name=schema_index_memptr,json=schemaIndexMemptr,proto3" json:"schema_index_memptr,omitempty"`
	// Field JSON pointers to extract from documents and return as packed
	// tuples.
	FieldPtrs            []string `protobuf:"bytes,4,rep,name=field_ptrs,json=fieldPtrs,proto3" json:"field_ptrs,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

func (*ExtractAPI_Config) Descriptor 

func (*ExtractAPI_Config) Descriptor() ([]byte, []int)

func (*ExtractAPI_Config) Marshal 

func (m *ExtractAPI_Config) Marshal() (dAtA []byte, err error)

func (*ExtractAPI_Config) MarshalTo 

func (m *ExtractAPI_Config) MarshalTo(dAtA []byte) (int, error)

func (*ExtractAPI_Config) MarshalToSizedBuffer 

func (m *ExtractAPI_Config) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*ExtractAPI_Config) ProtoMessage 

func (*ExtractAPI_Config) ProtoMessage()

func (*ExtractAPI_Config) ProtoSize 

func (m *ExtractAPI_Config) ProtoSize() (n int)

func (*ExtractAPI_Config) Reset 

func (m *ExtractAPI_Config) Reset()

func (*ExtractAPI_Config) String 

func (m *ExtractAPI_Config) String() string

func (*ExtractAPI_Config) Unmarshal 

func (m *ExtractAPI_Config) Unmarshal(dAtA []byte) error

func (*ExtractAPI_Config) XXX_DiscardUnknown 

func (m *ExtractAPI_Config) XXX_DiscardUnknown()

func (*ExtractAPI_Config) XXX_Marshal 

func (m *ExtractAPI_Config) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ExtractAPI_Config) XXX_Merge 

func (m *ExtractAPI_Config) XXX_Merge(src proto.Message)

func (*ExtractAPI_Config) XXX_Size 

func (m *ExtractAPI_Config) XXX_Size() int

func (*ExtractAPI_Config) XXX_Unmarshal 

func (m *ExtractAPI_Config) XXX_Unmarshal(b []byte) error

type FieldSelection 

type FieldSelection struct {
	// Fields for each key component of the collection. Included key fields appear
	// in the collection's key component order, and a given key pointer will be
	// included at most once.
	Keys []string `protobuf:"bytes,1,rep,name=keys,proto3" json:"keys,omitempty"`
	// All other selected fields, other than those in keys and the document field.
	// Entries are in ascending sorted order, and may be empty.
	Values []string `protobuf:"bytes,2,rep,name=values,proto3" json:"values,omitempty"`
	// Field having a document pointer located at the document root.
	Document string `protobuf:"bytes,3,opt,name=document,proto3" json:"document,omitempty"`
	// Additional configuration, keyed by fields included in |keys|, |values|, or
	// |document|. Values are arbitrary JSON-encoded objects.
	FieldConfigJson      map[string]encoding_json.RawMessage `` /* 227-byte string literal not displayed */
	XXX_NoUnkeyedLiteral struct{}                            `json:"-"`
	XXX_unrecognized     []byte                              `json:"-"`
	XXX_sizecache        int32                               `json:"-"`
}

FieldSelection is a selection of a collection's projection fields.

func (*FieldSelection) AllFields 

func (fields *FieldSelection) AllFields() []string

AllFields returns the complete set of all the fields as a single string slice. All the keys fields will be ordered first, in the same order as they appear in Keys, followed by all the Values fields in the same order, with the root document field coming last.

func (*FieldSelection) Descriptor 

func (*FieldSelection) Descriptor() ([]byte, []int)

func (*FieldSelection) Equal 

func (fields *FieldSelection) Equal(other *FieldSelection) bool

Equal returns true if this FieldSelection is deeply equal to the other.

func (*FieldSelection) Marshal 

func (m *FieldSelection) Marshal() (dAtA []byte, err error)

func (*FieldSelection) MarshalTo 

func (m *FieldSelection) MarshalTo(dAtA []byte) (int, error)

func (*FieldSelection) MarshalToSizedBuffer 

func (m *FieldSelection) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*FieldSelection) ProtoMessage 

func (*FieldSelection) ProtoMessage()

func (*FieldSelection) ProtoSize 

func (m *FieldSelection) ProtoSize() (n int)

func (*FieldSelection) Reset 

func (m *FieldSelection) Reset()

func (*FieldSelection) String 

func (m *FieldSelection) String() string

func (*FieldSelection) Unmarshal 

func (m *FieldSelection) Unmarshal(dAtA []byte) error

func (*FieldSelection) Validate 

func (fields *FieldSelection) Validate() error

Validate returns an error if the FieldSelection is malformed.

func (*FieldSelection) XXX_DiscardUnknown 

func (m *FieldSelection) XXX_DiscardUnknown()

func (*FieldSelection) XXX_Marshal 

func (m *FieldSelection) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*FieldSelection) XXX_Merge 

func (m *FieldSelection) XXX_Merge(src proto.Message)

func (*FieldSelection) XXX_Size 

func (m *FieldSelection) XXX_Size() int

func (*FieldSelection) XXX_Unmarshal 

func (m *FieldSelection) XXX_Unmarshal(b []byte) error

type IndexedShuffleResponse 

type IndexedShuffleResponse struct {
	ShuffleResponse
	Index int
	// Shuffle on whose behalf this document was read.
	Shuffle *Shuffle
}

IndexedShuffleResponse is an implementation of message.Message which indexes a specific document within a ShuffleResponse.

func (IndexedShuffleResponse) GetUUID 

func (sd IndexedShuffleResponse) GetUUID() message.UUID

GetUUID fetches the UUID of the Document.

func (IndexedShuffleResponse) NewAcknowledgement 

func (sd IndexedShuffleResponse) NewAcknowledgement(pb.Journal) message.Message

NewAcknowledgement panics if called.

func (IndexedShuffleResponse) SetUUID 

func (sd IndexedShuffleResponse) SetUUID(uuid message.UUID)

SetUUID panics if called.

type Inference 

type Inference struct {
	// The possible types for this location.
	// Subset of ["null", "boolean", "object", "array", "integer", "numeric",
	// "string"].
	Types []string `protobuf:"bytes,1,rep,name=types,proto3" json:"types,omitempty"`
	// Whether the projection must always exist (either as a location within)
	// the source document, or as a null-able column in the database.
	MustExist bool              `protobuf:"varint,2,opt,name=must_exist,json=mustExist,proto3" json:"must_exist,omitempty"`
	String_   *Inference_String `protobuf:"bytes,3,opt,name=string,proto3" json:"string,omitempty"`
	// The title from the schema, if provided
	Title string `protobuf:"bytes,4,opt,name=title,proto3" json:"title,omitempty"`
	// The description from the schema, if provided
	Description          string   `protobuf:"bytes,5,opt,name=description,proto3" json:"description,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

Inference details type information which is statically known about a given document location.

func (*Inference) Descriptor 

func (*Inference) Descriptor() ([]byte, []int)

func (*Inference) IsSingleScalarType 

func (i *Inference) IsSingleScalarType() bool

IsSingleScalarType returns true if this inference may hold a single scalar type besides null.

func (*Inference) IsSingleType 

func (i *Inference) IsSingleType() bool

IsSingleType returns true if this inference may only hold a single type besides null For example, if the types are ["string", "null"] or just ["string"], then this would return true.

func (*Inference) Marshal 

func (m *Inference) Marshal() (dAtA []byte, err error)

func (*Inference) MarshalTo 

func (m *Inference) MarshalTo(dAtA []byte) (int, error)

func (*Inference) MarshalToSizedBuffer 

func (m *Inference) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*Inference) ProtoMessage 

func (*Inference) ProtoMessage()

func (*Inference) ProtoSize 

func (m *Inference) ProtoSize() (n int)

func (*Inference) Reset 

func (m *Inference) Reset()

func (*Inference) String 

func (m *Inference) String() string

func (*Inference) Unmarshal 

func (m *Inference) Unmarshal(dAtA []byte) error

func (*Inference) Validate 

func (i *Inference) Validate() error

Validate returns an error if the Inference is invalid.

func (*Inference) XXX_DiscardUnknown 

func (m *Inference) XXX_DiscardUnknown()

func (*Inference) XXX_Marshal 

func (m *Inference) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Inference) XXX_Merge 

func (m *Inference) XXX_Merge(src proto.Message)

func (*Inference) XXX_Size 

func (m *Inference) XXX_Size() int

func (*Inference) XXX_Unmarshal 

func (m *Inference) XXX_Unmarshal(b []byte) error

type Inference_String 

type Inference_String struct {
	// Annotated Content-Type when the projection is of "string" type.
	ContentType string `protobuf:"bytes,3,opt,name=content_type,json=contentType,proto3" json:"content_type,omitempty"`
	// Annotated format when the projection is of "string" type.
	Format string `protobuf:"bytes,4,opt,name=format,proto3" json:"format,omitempty"`
	// Whether the value is base64-encoded when the projection is of "string"
	// type.
	IsBase64 bool `protobuf:"varint,5,opt,name=is_base64,json=isBase64,proto3" json:"is_base64,omitempty"`
	// Maximum length when the projection is of "string" type. Zero for no
	// limit.
	MaxLength            uint32   `protobuf:"varint,6,opt,name=max_length,json=maxLength,proto3" json:"max_length,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

String type-specific inferences, or nil iff types doesn't include "string".

func (*Inference_String) Descriptor 

func (*Inference_String) Descriptor() ([]byte, []int)

func (*Inference_String) Marshal 

func (m *Inference_String) Marshal() (dAtA []byte, err error)

func (*Inference_String) MarshalTo 

func (m *Inference_String) MarshalTo(dAtA []byte) (int, error)

func (*Inference_String) MarshalToSizedBuffer 

func (m *Inference_String) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*Inference_String) ProtoMessage 

func (*Inference_String) ProtoMessage()

func (*Inference_String) ProtoSize 

func (m *Inference_String) ProtoSize() (n int)

func (*Inference_String) Reset 

func (m *Inference_String) Reset()

func (*Inference_String) String 

func (m *Inference_String) String() string

func (*Inference_String) Unmarshal 

func (m *Inference_String) Unmarshal(dAtA []byte) error

func (*Inference_String) XXX_DiscardUnknown 

func (m *Inference_String) XXX_DiscardUnknown()

func (*Inference_String) XXX_Marshal 

func (m *Inference_String) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Inference_String) XXX_Merge 

func (m *Inference_String) XXX_Merge(src proto.Message)

func (*Inference_String) XXX_Size 

func (m *Inference_String) XXX_Size() int

func (*Inference_String) XXX_Unmarshal 

func (m *Inference_String) XXX_Unmarshal(b []byte) error

type IngestRequest 

type IngestRequest struct {
	// Name of the collection into which to ingest.
	Collection Collection `protobuf:"bytes,1,opt,name=collection,proto3,casttype=Collection" json:"collection,omitempty"`
	// Build ID of the ingested collection.
	BuildId string `protobuf:"bytes,2,opt,name=build_id,json=buildId,proto3" json:"build_id,omitempty"`
	// Newline-separated JSON documents to ingest.
	DocsJsonLines        string   `protobuf:"bytes,3,opt,name=docs_json_lines,json=docsJsonLines,proto3" json:"docs_json_lines,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

func (*IngestRequest) Descriptor 

func (*IngestRequest) Descriptor() ([]byte, []int)

func (*IngestRequest) Marshal 

func (m *IngestRequest) Marshal() (dAtA []byte, err error)

func (*IngestRequest) MarshalTo 

func (m *IngestRequest) MarshalTo(dAtA []byte) (int, error)

func (*IngestRequest) MarshalToSizedBuffer 

func (m *IngestRequest) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*IngestRequest) ProtoMessage 

func (*IngestRequest) ProtoMessage()

func (*IngestRequest) ProtoSize 

func (m *IngestRequest) ProtoSize() (n int)

func (*IngestRequest) Reset 

func (m *IngestRequest) Reset()

func (*IngestRequest) String 

func (m *IngestRequest) String() string

func (*IngestRequest) Unmarshal 

func (m *IngestRequest) Unmarshal(dAtA []byte) error

func (*IngestRequest) XXX_DiscardUnknown 

func (m *IngestRequest) XXX_DiscardUnknown()

func (*IngestRequest) XXX_Marshal 

func (m *IngestRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*IngestRequest) XXX_Merge 

func (m *IngestRequest) XXX_Merge(src proto.Message)

func (*IngestRequest) XXX_Size 

func (m *IngestRequest) XXX_Size() int

func (*IngestRequest) XXX_Unmarshal 

func (m *IngestRequest) XXX_Unmarshal(b []byte) error

type IngestResponse 

type IngestResponse struct {
	// Journals appended to by this ingestion, and their maximum offset on commit.
	JournalWriteHeads map[go_gazette_dev_core_broker_protocol.Journal]go_gazette_dev_core_broker_protocol.Offset `` /* 308-byte string literal not displayed */
	// Etcd header which describes current journal partitions.
	JournalEtcd          protocol.Header_Etcd `protobuf:"bytes,2,opt,name=journal_etcd,json=journalEtcd,proto3" json:"journal_etcd"`
	XXX_NoUnkeyedLiteral struct{}             `json:"-"`
	XXX_unrecognized     []byte               `json:"-"`
	XXX_sizecache        int32                `json:"-"`
}

IngestResponse is the response of the Testing.Ingest RPC.

func (*IngestResponse) Descriptor 

func (*IngestResponse) Descriptor() ([]byte, []int)

func (*IngestResponse) Marshal 

func (m *IngestResponse) Marshal() (dAtA []byte, err error)

func (*IngestResponse) MarshalTo 

func (m *IngestResponse) MarshalTo(dAtA []byte) (int, error)

func (*IngestResponse) MarshalToSizedBuffer 

func (m *IngestResponse) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*IngestResponse) ProtoMessage 

func (*IngestResponse) ProtoMessage()

func (*IngestResponse) ProtoSize 

func (m *IngestResponse) ProtoSize() (n int)

func (*IngestResponse) Reset 

func (m *IngestResponse) Reset()

func (*IngestResponse) String 

func (m *IngestResponse) String() string

func (*IngestResponse) Unmarshal 

func (m *IngestResponse) Unmarshal(dAtA []byte) error

func (*IngestResponse) XXX_DiscardUnknown 

func (m *IngestResponse) XXX_DiscardUnknown()

func (*IngestResponse) XXX_Marshal 

func (m *IngestResponse) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*IngestResponse) XXX_Merge 

func (m *IngestResponse) XXX_Merge(src proto.Message)

func (*IngestResponse) XXX_Size 

func (m *IngestResponse) XXX_Size() int

func (*IngestResponse) XXX_Unmarshal 

func (m *IngestResponse) XXX_Unmarshal(b []byte) error

type Journal 

type Journal = pb.Journal

type JournalShuffle 

type JournalShuffle struct {
	// Journal to be shuffled.
	Journal go_gazette_dev_core_broker_protocol.Journal `protobuf:"bytes,1,opt,name=journal,proto3,casttype=go.gazette.dev/core/broker/protocol.Journal" json:"journal,omitempty"`
	// Coordinator is the Shard ID which is responsible for reads of this journal.
	Coordinator go_gazette_dev_core_consumer_protocol.ShardID `` /* 130-byte string literal not displayed */
	// Shuffle of this JournalShuffle.
	*Shuffle `protobuf:"bytes,3,opt,name=shuffle,proto3,embedded=shuffle" json:"shuffle,omitempty"`
	// Is this a reply of the journal's content? We separate ongoing vs replayed
	// reads of a journal's content into distinct rings.
	Replay bool `protobuf:"varint,4,opt,name=replay,proto3" json:"replay,omitempty"`
	// Build ID for resolution of resources like schema URIs.
	BuildId              string   `protobuf:"bytes,5,opt,name=build_id,json=buildId,proto3" json:"build_id,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

JournalShuffle is a Shuffle of a Journal by a Coordinator shard. They're compared using deep equality in order to consolidate groups of related logical reads into a single physical read of the journal.

func (*JournalShuffle) Descriptor 

func (*JournalShuffle) Descriptor() ([]byte, []int)

func (*JournalShuffle) Equal 

func (this *JournalShuffle) Equal(that interface{}) bool

func (*JournalShuffle) Marshal 

func (m *JournalShuffle) Marshal() (dAtA []byte, err error)

func (*JournalShuffle) MarshalTo 

func (m *JournalShuffle) MarshalTo(dAtA []byte) (int, error)

func (*JournalShuffle) MarshalToSizedBuffer 

func (m *JournalShuffle) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*JournalShuffle) ProtoMessage 

func (*JournalShuffle) ProtoMessage()

func (*JournalShuffle) ProtoSize 

func (m *JournalShuffle) ProtoSize() (n int)

func (*JournalShuffle) Reset 

func (m *JournalShuffle) Reset()

func (*JournalShuffle) String 

func (m *JournalShuffle) String() string

func (*JournalShuffle) Unmarshal 

func (m *JournalShuffle) Unmarshal(dAtA []byte) error

func (*JournalShuffle) Validate 

func (m *JournalShuffle) Validate() error

Validate returns a validation error of the JournalShuffle.

func (*JournalShuffle) XXX_DiscardUnknown 

func (m *JournalShuffle) XXX_DiscardUnknown()

func (*JournalShuffle) XXX_Marshal 

func (m *JournalShuffle) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*JournalShuffle) XXX_Merge 

func (m *JournalShuffle) XXX_Merge(src proto.Message)

func (*JournalShuffle) XXX_Size 

func (m *JournalShuffle) XXX_Size() int

func (*JournalShuffle) XXX_Unmarshal 

func (m *JournalShuffle) XXX_Unmarshal(b []byte) error

type JournalSpec 

type JournalSpec = pb.JournalSpec

type Label 

type Label = pb.Label

type LabelSelector 

type LabelSelector = pb.LabelSelector

type LabelSet 

type LabelSet = pb.LabelSet

type LambdaSpec 

type LambdaSpec struct {
	// If non-empty, this is a TypeScript lambda and the field is its invocation
	// path. E.x. 'some/derivation/andTransform/Update'.
	Typescript string `protobuf:"bytes,1,opt,name=typescript,proto3" json:"typescript,omitempty"`
	// If non-empty, this is a remote lambda and the field is its invocation URL.
	// E.x. 'https://my/external/api'.
	Remote               string   `protobuf:"bytes,2,opt,name=remote,proto3" json:"remote,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

LambdaSpec describes a Flow transformation lambda and how to invoke it.

func (*LambdaSpec) Descriptor 

func (*LambdaSpec) Descriptor() ([]byte, []int)

func (*LambdaSpec) Equal 

func (this *LambdaSpec) Equal(that interface{}) bool

func (*LambdaSpec) Marshal 

func (m *LambdaSpec) Marshal() (dAtA []byte, err error)

func (*LambdaSpec) MarshalTo 

func (m *LambdaSpec) MarshalTo(dAtA []byte) (int, error)

func (*LambdaSpec) MarshalToSizedBuffer 

func (m *LambdaSpec) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*LambdaSpec) ProtoMessage 

func (*LambdaSpec) ProtoMessage()

func (*LambdaSpec) ProtoSize 

func (m *LambdaSpec) ProtoSize() (n int)

func (*LambdaSpec) Reset 

func (m *LambdaSpec) Reset()

func (*LambdaSpec) String 

func (m *LambdaSpec) String() string

func (*LambdaSpec) Unmarshal 

func (m *LambdaSpec) Unmarshal(dAtA []byte) error

func (*LambdaSpec) Validate 

func (m *LambdaSpec) Validate() error

Validate returns an error if the LambdaSpec is invalid.

func (*LambdaSpec) XXX_DiscardUnknown 

func (m *LambdaSpec) XXX_DiscardUnknown()

func (*LambdaSpec) XXX_Marshal 

func (m *LambdaSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*LambdaSpec) XXX_Merge 

func (m *LambdaSpec) XXX_Merge(src proto.Message)

func (*LambdaSpec) XXX_Size 

func (m *LambdaSpec) XXX_Size() int

func (*LambdaSpec) XXX_Unmarshal 

func (m *LambdaSpec) XXX_Unmarshal(b []byte) error

type LogLevelFilter 

type LogLevelFilter int32

LogLevelFilter is a common representation of a simple logging filter, which is shared between Rust and Go code. This enum is not used directly within other messages here because logging is configured at the time that Rust Service instances are created, not when they're configured. 

const (
	LogLevelFilter_OFF   LogLevelFilter = 0
	LogLevelFilter_ERROR LogLevelFilter = 1
	LogLevelFilter_WARN  LogLevelFilter = 2
	LogLevelFilter_INFO  LogLevelFilter = 3
	LogLevelFilter_DEBUG LogLevelFilter = 4
	LogLevelFilter_TRACE LogLevelFilter = 5
)

func (LogLevelFilter) EnumDescriptor 

func (LogLevelFilter) EnumDescriptor() ([]byte, []int)

func (LogLevelFilter) String 

func (x LogLevelFilter) String() string

type Materialization 

type Materialization string

Materialization is a type wrapper for Materialization catalog task names.

func (Materialization) String 

func (m Materialization) String() string

String returns the Materialization name as a string.

func (Materialization) Validate 

func (m Materialization) Validate() error

Validate returns an error if the Materialization is malformed.

type MaterializationSpec 

type MaterializationSpec struct {
	// Name of this materialization.
	Materialization Materialization `protobuf:"bytes,1,opt,name=materialization,proto3,casttype=Materialization" json:"materialization,omitempty"`
	// Type of the materialization's endpoint.
	EndpointType EndpointType `protobuf:"varint,2,opt,name=endpoint_type,json=endpointType,proto3,enum=flow.EndpointType" json:"endpoint_type,omitempty"`
	// JSON-encoded object which specifies this materialization with
	// respect to the endpoint type driver.
	EndpointSpecJson encoding_json.RawMessage       `` /* 141-byte string literal not displayed */
	Bindings         []*MaterializationSpec_Binding `protobuf:"bytes,4,rep,name=bindings,proto3" json:"bindings,omitempty"`
	// Template for shards of this materialization.
	ShardTemplate *protocol1.ShardSpec `protobuf:"bytes,5,opt,name=shard_template,json=shardTemplate,proto3" json:"shard_template,omitempty"`
	// Template for recovery logs of shards of this materialization.
	RecoveryLogTemplate  *protocol.JournalSpec `protobuf:"bytes,6,opt,name=recovery_log_template,json=recoveryLogTemplate,proto3" json:"recovery_log_template,omitempty"`
	XXX_NoUnkeyedLiteral struct{}              `json:"-"`
	XXX_unrecognized     []byte                `json:"-"`
	XXX_sizecache        int32                 `json:"-"`
}

MaterializationSpec describes a collection and its materialization to an endpoint.

func (*MaterializationSpec) Descriptor 

func (*MaterializationSpec) Descriptor() ([]byte, []int)

func (*MaterializationSpec) Marshal 

func (m *MaterializationSpec) Marshal() (dAtA []byte, err error)

func (*MaterializationSpec) MarshalTo 

func (m *MaterializationSpec) MarshalTo(dAtA []byte) (int, error)

func (*MaterializationSpec) MarshalToSizedBuffer 

func (m *MaterializationSpec) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*MaterializationSpec) ProtoMessage 

func (*MaterializationSpec) ProtoMessage()

func (*MaterializationSpec) ProtoSize 

func (m *MaterializationSpec) ProtoSize() (n int)

func (*MaterializationSpec) Reset 

func (m *MaterializationSpec) Reset()

func (*MaterializationSpec) String 

func (m *MaterializationSpec) String() string

func (*MaterializationSpec) TaskName 

func (m *MaterializationSpec) TaskName() string

TaskName returns the catalog task name of this derivation.

func (*MaterializationSpec) TaskRecoveryLogTemplate 

func (m *MaterializationSpec) TaskRecoveryLogTemplate() *JournalSpec

RecoveryLogTemplate returns the task's recovery log template.

func (*MaterializationSpec) TaskShardTemplate 

func (m *MaterializationSpec) TaskShardTemplate() *ShardSpec

ShardTemplate returns the tasks's shard template.

func (*MaterializationSpec) TaskShuffles 

func (m *MaterializationSpec) TaskShuffles() []*Shuffle

Shuffles returns a *Shuffle for each binding of the materialization.

func (*MaterializationSpec) Unmarshal 

func (m *MaterializationSpec) Unmarshal(dAtA []byte) error

func (*MaterializationSpec) Validate 

func (m *MaterializationSpec) Validate() error

Validate returns an error if the MaterializationSpec is malformed.

func (*MaterializationSpec) XXX_DiscardUnknown 

func (m *MaterializationSpec) XXX_DiscardUnknown()

func (*MaterializationSpec) XXX_Marshal 

func (m *MaterializationSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*MaterializationSpec) XXX_Merge 

func (m *MaterializationSpec) XXX_Merge(src proto.Message)

func (*MaterializationSpec) XXX_Size 

func (m *MaterializationSpec) XXX_Size() int

func (*MaterializationSpec) XXX_Unmarshal 

func (m *MaterializationSpec) XXX_Unmarshal(b []byte) error

type MaterializationSpec_Binding 

type MaterializationSpec_Binding struct {
	// JSON-encoded object which specifies the endpoint resource to be
	// materialized.
	ResourceSpecJson encoding_json.RawMessage `` /* 141-byte string literal not displayed */
	// Driver-supplied path components which fully qualify the
	// subresource being materialized.
	ResourcePath []string `protobuf:"bytes,2,rep,name=resource_path,json=resourcePath,proto3" json:"resource_path,omitempty"`
	// Collection to be materialized.
	Collection CollectionSpec `protobuf:"bytes,3,opt,name=collection,proto3" json:"collection"`
	// Resolved fields selected for materialization.
	FieldSelection FieldSelection `protobuf:"bytes,4,opt,name=field_selection,json=fieldSelection,proto3" json:"field_selection"`
	// Materialize delta updates of documents rather than full reductions.
	DeltaUpdates bool `protobuf:"varint,5,opt,name=delta_updates,json=deltaUpdates,proto3" json:"delta_updates,omitempty"`
	// Shuffle applied to collection documents for this materialization binding.
	Shuffle              Shuffle  `protobuf:"bytes,6,opt,name=shuffle,proto3" json:"shuffle"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

Bindings of endpoint resources and collections from which they're materialized. Bindings are ordered and unique on the bound collection name, and are also unique on the resource path.

func (*MaterializationSpec_Binding) Descriptor 

func (*MaterializationSpec_Binding) Descriptor() ([]byte, []int)

func (*MaterializationSpec_Binding) FieldValuePtrs 

func (m *MaterializationSpec_Binding) FieldValuePtrs() []string

FieldValuePtrs returns the projection pointers of the contianed FieldSelection.Values.

func (*MaterializationSpec_Binding) Marshal 

func (m *MaterializationSpec_Binding) Marshal() (dAtA []byte, err error)

func (*MaterializationSpec_Binding) MarshalTo 

func (m *MaterializationSpec_Binding) MarshalTo(dAtA []byte) (int, error)

func (*MaterializationSpec_Binding) MarshalToSizedBuffer 

func (m *MaterializationSpec_Binding) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*MaterializationSpec_Binding) ProtoMessage 

func (*MaterializationSpec_Binding) ProtoMessage()

func (*MaterializationSpec_Binding) ProtoSize 

func (m *MaterializationSpec_Binding) ProtoSize() (n int)

func (*MaterializationSpec_Binding) Reset 

func (m *MaterializationSpec_Binding) Reset()

func (*MaterializationSpec_Binding) String 

func (m *MaterializationSpec_Binding) String() string

func (*MaterializationSpec_Binding) Unmarshal 

func (m *MaterializationSpec_Binding) Unmarshal(dAtA []byte) error

func (*MaterializationSpec_Binding) Validate 

func (m *MaterializationSpec_Binding) Validate() error

Validate returns an error if the MaterializationSpec_Binding is malformed.

func (*MaterializationSpec_Binding) XXX_DiscardUnknown 

func (m *MaterializationSpec_Binding) XXX_DiscardUnknown()

func (*MaterializationSpec_Binding) XXX_Marshal 

func (m *MaterializationSpec_Binding) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*MaterializationSpec_Binding) XXX_Merge 

func (m *MaterializationSpec_Binding) XXX_Merge(src proto.Message)

func (*MaterializationSpec_Binding) XXX_Size 

func (m *MaterializationSpec_Binding) XXX_Size() int

func (*MaterializationSpec_Binding) XXX_Unmarshal 

func (m *MaterializationSpec_Binding) XXX_Unmarshal(b []byte) error

type MockCombiner 

type MockCombiner struct {
	Reduced   []json.RawMessage
	Combined  []json.RawMessage
	Destroyed bool
	// contains filtered or unexported fields
}

MockCombiner implements Combiner by recording invocations of ReduceLeft, CombineRight, and Destroy, and by returning pre-arranged fixtures upon a call to Drain. It's a helper for testing contexts which require a Combiner.

func (*MockCombiner) AddDrainFixture 

func (c *MockCombiner) AddDrainFixture(full bool, doc interface{}, key, values tuple.Tuple)

AddDrainFixture arranges for the document to be returned on a future call to Drain. The |doc| must encode to JSON without error, or AddDrainFixture panics.

func (*MockCombiner) CombineRight 

func (c *MockCombiner) CombineRight(doc json.RawMessage) error

CombineRight appends the document into Combined.

func (*MockCombiner) Destroy 

func (c *MockCombiner) Destroy()

Destroy sets Destroyed to true.

func (*MockCombiner) Drain 

func (c *MockCombiner) Drain(fn func(full bool, doc json.RawMessage, packedKey, packedValues []byte) error) (*CombineAPI_Stats, error)

Drain invokes the callback with pre-arranged fixtures.

func (*MockCombiner) ReduceLeft 

func (c *MockCombiner) ReduceLeft(doc json.RawMessage) error

ReduceLeft appends the document into Reduced.

type Offset 

type Offset = pb.Offset

type Offsets 

type Offsets = pb.Offsets

type Projection 

type Projection struct {
	// Document location of this projection, as a JSON-Pointer.
	Ptr string `protobuf:"bytes,1,opt,name=ptr,proto3" json:"ptr,omitempty"`
	// Field is the flattened, tabular alias of this projection.
	Field string `protobuf:"bytes,2,opt,name=field,proto3" json:"field,omitempty"`
	// Was this projection user provided ?
	UserProvided bool `protobuf:"varint,3,opt,name=user_provided,json=userProvided,proto3" json:"user_provided,omitempty"`
	// Does this projection constitute a logical partitioning of the collection?
	IsPartitionKey bool `protobuf:"varint,4,opt,name=is_partition_key,json=isPartitionKey,proto3" json:"is_partition_key,omitempty"`
	// Does this location form (part of) the collection key?
	IsPrimaryKey bool `protobuf:"varint,5,opt,name=is_primary_key,json=isPrimaryKey,proto3" json:"is_primary_key,omitempty"`
	// Inference of this projection.
	Inference            Inference `protobuf:"bytes,6,opt,name=inference,proto3" json:"inference"`
	XXX_NoUnkeyedLiteral struct{}  `json:"-"`
	XXX_unrecognized     []byte    `json:"-"`
	XXX_sizecache        int32     `json:"-"`
}

Projection is a mapping between a document location, specified as a JSON-Pointer, and a corresponding field string in a flattened (i.e. tabular or SQL) namespace which aliases it.

func GetProjectionByField 

func GetProjectionByField(field string, projections []Projection) *Projection

GetProjectionByField finds the projection with the given field name, or nil if one does not exist

func (*Projection) Descriptor 

func (*Projection) Descriptor() ([]byte, []int)

func (*Projection) IsRootDocumentProjection 

func (projection *Projection) IsRootDocumentProjection() bool

IsRootDocumentProjection returns true only if this is a projection of the entire document, meaning that the json pointer is the empty string.

func (*Projection) Marshal 

func (m *Projection) Marshal() (dAtA []byte, err error)

func (*Projection) MarshalTo 

func (m *Projection) MarshalTo(dAtA []byte) (int, error)

func (*Projection) MarshalToSizedBuffer 

func (m *Projection) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*Projection) ProtoMessage 

func (*Projection) ProtoMessage()

func (*Projection) ProtoSize 

func (m *Projection) ProtoSize() (n int)

func (*Projection) Reset 

func (m *Projection) Reset()

func (*Projection) String 

func (m *Projection) String() string

func (*Projection) Unmarshal 

func (m *Projection) Unmarshal(dAtA []byte) error

func (*Projection) XXX_DiscardUnknown 

func (m *Projection) XXX_DiscardUnknown()

func (*Projection) XXX_Marshal 

func (m *Projection) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Projection) XXX_Merge 

func (m *Projection) XXX_Merge(src proto.Message)

func (*Projection) XXX_Size 

func (m *Projection) XXX_Size() int

func (*Projection) XXX_Unmarshal 

func (m *Projection) XXX_Unmarshal(b []byte) error

type RangeSpec 

type RangeSpec struct {
	// [begin, end] inclusive range of keys to be shuffled to this reader.
	// Ranges are with respect to a 32-bit hash of a packed document key.
	//
	// The choice of hash function is important: while it need not be
	// cryptographically secure, it must demonstrate a strong "avalanche effect"
	// (ideally meeting the strict avalanche criterion), to ensure that small
	// pertubations of input keys are equally likely to independently affect
	// hash output bits. Particularly the higest bits of the hash result,
	// which dominate the selection of a shuffled shard.
	//
	// At present, Flow uses the high 32 bits of a HighWayHash 64-bit
	// checksum, using a fixed 32-byte key.
	KeyBegin uint32 `protobuf:"fixed32,2,opt,name=key_begin,json=keyBegin,proto3" json:"key_begin,omitempty"`
	KeyEnd   uint32 `protobuf:"fixed32,3,opt,name=key_end,json=keyEnd,proto3" json:"key_end,omitempty"`
	// Rotated [begin, end] inclusive ranges of Clocks.
	RClockBegin uint32 `protobuf:"fixed32,4,opt,name=r_clock_begin,json=rClockBegin,proto3" json:"r_clock_begin,omitempty"`
	RClockEnd   uint32 `protobuf:"fixed32,5,opt,name=r_clock_end,json=rClockEnd,proto3" json:"r_clock_end,omitempty"`
}

RangeSpec describes the ranges of shuffle keys and r-clocks which a reader is responsible for.

func NewFullRange 

func NewFullRange() RangeSpec

NewFullRange returns a RangeSpec covering the full key and r-clock range.

func (*RangeSpec) Descriptor 

func (*RangeSpec) Descriptor() ([]byte, []int)

func (*RangeSpec) Equal 

func (m *RangeSpec) Equal(r *RangeSpec) bool

Equal returns true if this RangeSpec exactly equals the other.

func (*RangeSpec) Less 

func (m *RangeSpec) Less(r *RangeSpec) bool

Less returns true if this RangeSpec orders before the argument RangeSpec. RangeSpecs are ordered first on key range, and if key range is exactly equal, then on r-clock range.

func (*RangeSpec) Marshal 

func (m *RangeSpec) Marshal() (dAtA []byte, err error)

func (*RangeSpec) MarshalTo 

func (m *RangeSpec) MarshalTo(dAtA []byte) (int, error)

func (*RangeSpec) MarshalToSizedBuffer 

func (m *RangeSpec) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*RangeSpec) ProtoMessage 

func (*RangeSpec) ProtoMessage()

func (*RangeSpec) ProtoSize 

func (m *RangeSpec) ProtoSize() (n int)

func (*RangeSpec) Reset 

func (m *RangeSpec) Reset()

func (RangeSpec) String 

func (m RangeSpec) String() string

String returns the RangeSpec in a compact, human-readable text encoding that embeds RangeSpec ordering in its natural lexicographic representation.

func (*RangeSpec) Unmarshal 

func (m *RangeSpec) Unmarshal(dAtA []byte) error

func (*RangeSpec) Validate 

func (m *RangeSpec) Validate() error

Validate returns a validation error of the RangeSpec.

func (*RangeSpec) XXX_DiscardUnknown 

func (m *RangeSpec) XXX_DiscardUnknown()

func (*RangeSpec) XXX_Marshal 

func (m *RangeSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*RangeSpec) XXX_Merge 

func (m *RangeSpec) XXX_Merge(src proto.Message)

func (*RangeSpec) XXX_Size 

func (m *RangeSpec) XXX_Size() int

func (*RangeSpec) XXX_Unmarshal 

func (m *RangeSpec) XXX_Unmarshal(b []byte) error

type ResetStateRequest 

type ResetStateRequest struct {
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

ResetStateRequest is the request of the Testing.ResetState RPC.

func (*ResetStateRequest) Descriptor 

func (*ResetStateRequest) Descriptor() ([]byte, []int)

func (*ResetStateRequest) Marshal 

func (m *ResetStateRequest) Marshal() (dAtA []byte, err error)

func (*ResetStateRequest) MarshalTo 

func (m *ResetStateRequest) MarshalTo(dAtA []byte) (int, error)

func (*ResetStateRequest) MarshalToSizedBuffer 

func (m *ResetStateRequest) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*ResetStateRequest) ProtoMessage 

func (*ResetStateRequest) ProtoMessage()

func (*ResetStateRequest) ProtoSize 

func (m *ResetStateRequest) ProtoSize() (n int)

func (*ResetStateRequest) Reset 

func (m *ResetStateRequest) Reset()

func (*ResetStateRequest) String 

func (m *ResetStateRequest) String() string

func (*ResetStateRequest) Unmarshal 

func (m *ResetStateRequest) Unmarshal(dAtA []byte) error

func (*ResetStateRequest) XXX_DiscardUnknown 

func (m *ResetStateRequest) XXX_DiscardUnknown()

func (*ResetStateRequest) XXX_Marshal 

func (m *ResetStateRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ResetStateRequest) XXX_Merge 

func (m *ResetStateRequest) XXX_Merge(src proto.Message)

func (*ResetStateRequest) XXX_Size 

func (m *ResetStateRequest) XXX_Size() int

func (*ResetStateRequest) XXX_Unmarshal 

func (m *ResetStateRequest) XXX_Unmarshal(b []byte) error

type ResetStateResponse 

type ResetStateResponse struct {
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

ResetStateResponse is the response of the Testing.ResetState RPC.

func (*ResetStateResponse) Descriptor 

func (*ResetStateResponse) Descriptor() ([]byte, []int)

func (*ResetStateResponse) Marshal 

func (m *ResetStateResponse) Marshal() (dAtA []byte, err error)

func (*ResetStateResponse) MarshalTo 

func (m *ResetStateResponse) MarshalTo(dAtA []byte) (int, error)

func (*ResetStateResponse) MarshalToSizedBuffer 

func (m *ResetStateResponse) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*ResetStateResponse) ProtoMessage 

func (*ResetStateResponse) ProtoMessage()

func (*ResetStateResponse) ProtoSize 

func (m *ResetStateResponse) ProtoSize() (n int)

func (*ResetStateResponse) Reset 

func (m *ResetStateResponse) Reset()

func (*ResetStateResponse) String 

func (m *ResetStateResponse) String() string

func (*ResetStateResponse) Unmarshal 

func (m *ResetStateResponse) Unmarshal(dAtA []byte) error

func (*ResetStateResponse) XXX_DiscardUnknown 

func (m *ResetStateResponse) XXX_DiscardUnknown()

func (*ResetStateResponse) XXX_Marshal 

func (m *ResetStateResponse) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ResetStateResponse) XXX_Merge 

func (m *ResetStateResponse) XXX_Merge(src proto.Message)

func (*ResetStateResponse) XXX_Size 

func (m *ResetStateResponse) XXX_Size() int

func (*ResetStateResponse) XXX_Unmarshal 

func (m *ResetStateResponse) XXX_Unmarshal(b []byte) error

type SchemaAPI 

type SchemaAPI struct {
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

func (*SchemaAPI) Descriptor 

func (*SchemaAPI) Descriptor() ([]byte, []int)

func (*SchemaAPI) Marshal 

func (m *SchemaAPI) Marshal() (dAtA []byte, err error)

func (*SchemaAPI) MarshalTo 

func (m *SchemaAPI) MarshalTo(dAtA []byte) (int, error)

func (*SchemaAPI) MarshalToSizedBuffer 

func (m *SchemaAPI) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*SchemaAPI) ProtoMessage 

func (*SchemaAPI) ProtoMessage()

func (*SchemaAPI) ProtoSize 

func (m *SchemaAPI) ProtoSize() (n int)

func (*SchemaAPI) Reset 

func (m *SchemaAPI) Reset()

func (*SchemaAPI) String 

func (m *SchemaAPI) String() string

func (*SchemaAPI) Unmarshal 

func (m *SchemaAPI) Unmarshal(dAtA []byte) error

func (*SchemaAPI) XXX_DiscardUnknown 

func (m *SchemaAPI) XXX_DiscardUnknown()

func (*SchemaAPI) XXX_Marshal 

func (m *SchemaAPI) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*SchemaAPI) XXX_Merge 

func (m *SchemaAPI) XXX_Merge(src proto.Message)

func (*SchemaAPI) XXX_Size 

func (m *SchemaAPI) XXX_Size() int

func (*SchemaAPI) XXX_Unmarshal 

func (m *SchemaAPI) XXX_Unmarshal(b []byte) error

type SchemaAPI_BuiltIndex 

type SchemaAPI_BuiltIndex struct {
	SchemaIndexMemptr    uint64   `protobuf:"fixed64,1,opt,name=schema_index_memptr,json=schemaIndexMemptr,proto3" json:"schema_index_memptr,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

func (*SchemaAPI_BuiltIndex) Descriptor 

func (*SchemaAPI_BuiltIndex) Descriptor() ([]byte, []int)

func (*SchemaAPI_BuiltIndex) Marshal 

func (m *SchemaAPI_BuiltIndex) Marshal() (dAtA []byte, err error)

func (*SchemaAPI_BuiltIndex) MarshalTo 

func (m *SchemaAPI_BuiltIndex) MarshalTo(dAtA []byte) (int, error)

func (*SchemaAPI_BuiltIndex) MarshalToSizedBuffer 

func (m *SchemaAPI_BuiltIndex) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*SchemaAPI_BuiltIndex) ProtoMessage 

func (*SchemaAPI_BuiltIndex) ProtoMessage()

func (*SchemaAPI_BuiltIndex) ProtoSize 

func (m *SchemaAPI_BuiltIndex) ProtoSize() (n int)

func (*SchemaAPI_BuiltIndex) Reset 

func (m *SchemaAPI_BuiltIndex) Reset()

func (*SchemaAPI_BuiltIndex) String 

func (m *SchemaAPI_BuiltIndex) String() string

func (*SchemaAPI_BuiltIndex) Unmarshal 

func (m *SchemaAPI_BuiltIndex) Unmarshal(dAtA []byte) error

func (*SchemaAPI_BuiltIndex) XXX_DiscardUnknown 

func (m *SchemaAPI_BuiltIndex) XXX_DiscardUnknown()

func (*SchemaAPI_BuiltIndex) XXX_Marshal 

func (m *SchemaAPI_BuiltIndex) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*SchemaAPI_BuiltIndex) XXX_Merge 

func (m *SchemaAPI_BuiltIndex) XXX_Merge(src proto.Message)

func (*SchemaAPI_BuiltIndex) XXX_Size 

func (m *SchemaAPI_BuiltIndex) XXX_Size() int

func (*SchemaAPI_BuiltIndex) XXX_Unmarshal 

func (m *SchemaAPI_BuiltIndex) XXX_Unmarshal(b []byte) error

type SchemaAPI_Code 

type SchemaAPI_Code int32

Code labels message codes passed over the CGO bridge. 

const (
	SchemaAPI_INVALID SchemaAPI_Code = 0
	// Take a request SchemaBundle and respond with a BuiltIndex. (Go <-> Rust).
	SchemaAPI_BUILD_INDEX SchemaAPI_Code = 1
)

func (SchemaAPI_Code) EnumDescriptor 

func (SchemaAPI_Code) EnumDescriptor() ([]byte, []int)

func (SchemaAPI_Code) String 

func (x SchemaAPI_Code) String() string

type SchemaBundle 

type SchemaBundle struct {
	// Schemas of the bundle. Keys are the absolute URIs of the schema,
	// and values are JSON-encoded schema documents.
	Bundle               map[string]string `` /* 153-byte string literal not displayed */
	XXX_NoUnkeyedLiteral struct{}          `json:"-"`
	XXX_unrecognized     []byte            `json:"-"`
	XXX_sizecache        int32             `json:"-"`
}

SchemaBundle is a bundle of JSON schemas and their base URI.

func (*SchemaBundle) Descriptor 

func (*SchemaBundle) Descriptor() ([]byte, []int)

func (*SchemaBundle) Marshal 

func (m *SchemaBundle) Marshal() (dAtA []byte, err error)

func (*SchemaBundle) MarshalTo 

func (m *SchemaBundle) MarshalTo(dAtA []byte) (int, error)

func (*SchemaBundle) MarshalToSizedBuffer 

func (m *SchemaBundle) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*SchemaBundle) ProtoMessage 

func (*SchemaBundle) ProtoMessage()

func (*SchemaBundle) ProtoSize 

func (m *SchemaBundle) ProtoSize() (n int)

func (*SchemaBundle) Reset 

func (m *SchemaBundle) Reset()

func (*SchemaBundle) String 

func (m *SchemaBundle) String() string

func (*SchemaBundle) Unmarshal 

func (m *SchemaBundle) Unmarshal(dAtA []byte) error

func (*SchemaBundle) XXX_DiscardUnknown 

func (m *SchemaBundle) XXX_DiscardUnknown()

func (*SchemaBundle) XXX_Marshal 

func (m *SchemaBundle) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*SchemaBundle) XXX_Merge 

func (m *SchemaBundle) XXX_Merge(src proto.Message)

func (*SchemaBundle) XXX_Size 

func (m *SchemaBundle) XXX_Size() int

func (*SchemaBundle) XXX_Unmarshal 

func (m *SchemaBundle) XXX_Unmarshal(b []byte) error

type ShardID 

type ShardID = pc.ShardID

type ShardSpec 

type ShardSpec = pc.ShardSpec

type Shuffle 

type Shuffle struct {
	// Group to which this shuffle belongs. It's used to suffix all journal
	// reads undertaken by this shuffle, and must be stable. Examples:
	//  `derive/{derivation}/{transform}`
	//  `materialize/{materialization}`
	GroupName string `protobuf:"bytes,1,opt,name=group_name,json=groupName,proto3" json:"group_name,omitempty"`
	// Source collection read by this transform.
	SourceCollection Collection `` /* 129-byte string literal not displayed */
	// Selector of partitions of the collection which this transform reads.
	SourcePartitions protocol.LabelSelector `protobuf:"bytes,3,opt,name=source_partitions,json=sourcePartitions,proto3" json:"source_partitions"`
	// JSON pointer locating the UUID of each source document.
	SourceUuidPtr string `protobuf:"bytes,4,opt,name=source_uuid_ptr,json=sourceUuidPtr,proto3" json:"source_uuid_ptr,omitempty"`
	// Composite key over which shuffling occurs, specified as one or more
	// JSON-Pointers indicating a message location to extract.
	ShuffleKeyPtr []string `protobuf:"bytes,5,rep,name=shuffle_key_ptr,json=shuffleKeyPtr,proto3" json:"shuffle_key_ptr,omitempty"`
	// uses_source_key is true if shuffle_key_ptr is the source's native key,
	// and false if it's some other key. When shuffling using the source's key,
	// we can minimize data movement by assigning a shard coordinator for each
	// journal such that the shard's key range overlap that of the journal.
	UsesSourceKey bool `protobuf:"varint,6,opt,name=uses_source_key,json=usesSourceKey,proto3" json:"uses_source_key,omitempty"`
	// Computed shuffle lambda. If non-nil, then shuffle_key_ptr MUST be empty
	// and uses_source_key MUST be false.
	ShuffleLambda *LambdaSpec `protobuf:"bytes,7,opt,name=shuffle_lambda,json=shuffleLambda,proto3" json:"shuffle_lambda,omitempty"`
	// Schema against which shuffled documents are to be validated.
	SourceSchemaUri string `protobuf:"bytes,8,opt,name=source_schema_uri,json=sourceSchemaUri,proto3" json:"source_schema_uri,omitempty"`
	// uses_source_schema is true iff source_schema_uri is the source collection's
	// schema, and false if it's a source schema specific to this transform.
	UsesSourceSchema bool `protobuf:"varint,9,opt,name=uses_source_schema,json=usesSourceSchema,proto3" json:"uses_source_schema,omitempty"`
	// Validate the schema of documents at time of shuffled read.
	// We always validate documents, but there's a choice whether we validate
	// within the shuffle server (true) or later within the shuffle client
	// (false).
	// - Derivations: true, as the derivation runtime can then by-pass
	//   a round of JSON parsing and validation.
	// - Materializations: false, as the materialization runtime immediately
	//   combines over the document --  which requires parsing & validation
	//   anyway.
	ValidateSchemaAtRead bool `` /* 127-byte string literal not displayed */
	// filter_r_clocks is true if the shuffle coordinator should filter documents
	// sent to each subscriber based on its covered r-clock ranges and the
	// individual document clocks. If false, the subscriber's r-clock range is
	// ignored and all documents which match the key range are sent.
	//
	// filter_r_clocks is set 'true' when reading on behalf of transforms having
	// a "publish" but not an "update" lambda, as such documents have no
	// side-effects on the reader's state store, and would not be published anyway
	// for falling outside of the reader's r-clock range.
	FilterRClocks bool `protobuf:"varint,11,opt,name=filter_r_clocks,json=filterRClocks,proto3" json:"filter_r_clocks,omitempty"`
	// Number of seconds for which documents of this collection are delayed
	// while reading, relative to other documents (when back-filling) and the
	// present wall-clock time (when tailing).
	ReadDelaySeconds uint32 `protobuf:"varint,12,opt,name=read_delay_seconds,json=readDelaySeconds,proto3" json:"read_delay_seconds,omitempty"`
	// Priority of this shuffle, with respect to other related Shuffle reads
	// (e.x. Shuffles of a different transformation within the same derivation).
	// Higher values imply higher priority.
	Priority             uint32   `protobuf:"varint,13,opt,name=priority,proto3" json:"priority,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

Shuffle is a description of a document shuffle, where each document is mapped into:

  • An extracted, packed composite key (a "shuffle key").
  • A rotated Clock value (an "r-clock").

The packed key and r-clock can then be compared to individual reader RangeSpec's.

Shuffle is a complete description of how a group of related readers (e.x. a set of shards collectively processing a single derivation or materialization) are performing their read. It contains all (and only!) stable descriptions of the read's behavior, and is a primary structure across both the shuffle server and client implementations.

Shuffles are also compared using deep equality in order to identify and group related reads, placing all reads having equal Shuffles into common "read rings" which consolidate their underlying journal reads.

func (*Shuffle) Descriptor 

func (*Shuffle) Descriptor() ([]byte, []int)

func (*Shuffle) Equal 

func (this *Shuffle) Equal(that interface{}) bool

func (*Shuffle) Marshal 

func (m *Shuffle) Marshal() (dAtA []byte, err error)

func (*Shuffle) MarshalTo 

func (m *Shuffle) MarshalTo(dAtA []byte) (int, error)

func (*Shuffle) MarshalToSizedBuffer 

func (m *Shuffle) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*Shuffle) ProtoMessage 

func (*Shuffle) ProtoMessage()

func (*Shuffle) ProtoSize 

func (m *Shuffle) ProtoSize() (n int)

func (*Shuffle) Reset 

func (m *Shuffle) Reset()

func (*Shuffle) String 

func (m *Shuffle) String() string

func (*Shuffle) Unmarshal 

func (m *Shuffle) Unmarshal(dAtA []byte) error

func (*Shuffle) Validate 

func (m *Shuffle) Validate() error

Validate returns a validation error of the Shuffle.

func (*Shuffle) XXX_DiscardUnknown 

func (m *Shuffle) XXX_DiscardUnknown()

func (*Shuffle) XXX_Marshal 

func (m *Shuffle) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Shuffle) XXX_Merge 

func (m *Shuffle) XXX_Merge(src proto.Message)

func (*Shuffle) XXX_Size 

func (m *Shuffle) XXX_Size() int

func (*Shuffle) XXX_Unmarshal 

func (m *Shuffle) XXX_Unmarshal(b []byte) error

type ShuffleRequest 

type ShuffleRequest struct {
	// Journal to be shuffled, routed to a coordinator.
	Shuffle JournalShuffle `protobuf:"bytes,1,opt,name=shuffle,proto3" json:"shuffle"`
	// Resolution header of the |shuffle.coordinator| shard.
	Resolution *protocol.Header `protobuf:"bytes,2,opt,name=resolution,proto3" json:"resolution,omitempty"`
	// Ranges of responsibility which are unique to this reader,
	// against which document shuffle outcomes are matched to determine
	// read eligibility.
	Range RangeSpec `protobuf:"bytes,3,opt,name=range,proto3" json:"range"`
	// Offset to begin reading the journal from.
	Offset go_gazette_dev_core_broker_protocol.Offset `protobuf:"varint,4,opt,name=offset,proto3,casttype=go.gazette.dev/core/broker/protocol.Offset" json:"offset,omitempty"`
	// Offset to stop reading the journal at, or zero if unbounded.
	EndOffset            go_gazette_dev_core_broker_protocol.Offset `` /* 141-byte string literal not displayed */
	XXX_NoUnkeyedLiteral struct{}                                   `json:"-"`
	XXX_unrecognized     []byte                                     `json:"-"`
	XXX_sizecache        int32                                      `json:"-"`
}

ShuffleRequest is the request message of a Shuffle RPC.

func (*ShuffleRequest) Descriptor 

func (*ShuffleRequest) Descriptor() ([]byte, []int)

func (*ShuffleRequest) Marshal 

func (m *ShuffleRequest) Marshal() (dAtA []byte, err error)

func (*ShuffleRequest) MarshalTo 

func (m *ShuffleRequest) MarshalTo(dAtA []byte) (int, error)

func (*ShuffleRequest) MarshalToSizedBuffer 

func (m *ShuffleRequest) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*ShuffleRequest) ProtoMessage 

func (*ShuffleRequest) ProtoMessage()

func (*ShuffleRequest) ProtoSize 

func (m *ShuffleRequest) ProtoSize() (n int)

func (*ShuffleRequest) Reset 

func (m *ShuffleRequest) Reset()

func (*ShuffleRequest) String 

func (m *ShuffleRequest) String() string

func (*ShuffleRequest) Unmarshal 

func (m *ShuffleRequest) Unmarshal(dAtA []byte) error

func (*ShuffleRequest) Validate 

func (m *ShuffleRequest) Validate() error

Validate returns a validation error of the ShuffleRequest.

func (*ShuffleRequest) XXX_DiscardUnknown 

func (m *ShuffleRequest) XXX_DiscardUnknown()

func (*ShuffleRequest) XXX_Marshal 

func (m *ShuffleRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ShuffleRequest) XXX_Merge 

func (m *ShuffleRequest) XXX_Merge(src proto.Message)

func (*ShuffleRequest) XXX_Size 

func (m *ShuffleRequest) XXX_Size() int

func (*ShuffleRequest) XXX_Unmarshal 

func (m *ShuffleRequest) XXX_Unmarshal(b []byte) error

type ShuffleResponse 

type ShuffleResponse struct {
	// Status of the Shuffle RPC.
	Status protocol1.Status `protobuf:"varint,1,opt,name=status,proto3,enum=consumer.Status" json:"status,omitempty"`
	// Header of the response.
	Header *protocol.Header `protobuf:"bytes,2,opt,name=header,proto3" json:"header,omitempty"`
	// Terminal error encountered while serving this ShuffleRequest. A terminal
	// error is only sent if a future ShuffleRequest of this same configuration
	// and offset will fail in the exact same way, and operator intervention is
	// required to properly recover. Such errors are returned so that the caller
	// can also abort with a useful, contextual error message.
	//
	// Examples of terminal errors include the requested journal not existing,
	// or data corruption. Errors *not* returned as |terminal_error| include
	// network errors, process failures, and other conditions which can be
	// retried.
	TerminalError string `protobuf:"bytes,3,opt,name=terminal_error,json=terminalError,proto3" json:"terminal_error,omitempty"`
	// Offset which was read through to produce this ShuffleResponse.
	ReadThrough go_gazette_dev_core_broker_protocol.Offset `` /* 147-byte string literal not displayed */
	// WriteHead of the journal as reported by the broker, as of the creation of
	// this ShuffleResponse.
	WriteHead go_gazette_dev_core_broker_protocol.Offset `` /* 141-byte string literal not displayed */
	// Memory arena of this message.
	Arena Arena `protobuf:"bytes,6,opt,name=arena,proto3,casttype=Arena" json:"arena,omitempty"`
	// Shuffled documents, each encoded in the 'application/json'
	// media-type.
	DocsJson []Slice `protobuf:"bytes,7,rep,name=docs_json,json=docsJson,proto3" json:"docs_json"`
	// The journal offsets of each document within the requested journal.
	// For a document at index i, its offsets are [ offsets[2*i], offsets[2*i+1]
	// ).
	Offsets []go_gazette_dev_core_broker_protocol.Offset `` /* 127-byte string literal not displayed */
	// UUIDParts of each document.
	UuidParts []UUIDParts `protobuf:"bytes,9,rep,name=uuid_parts,json=uuidParts,proto3" json:"uuid_parts"`
	// Packed, embedded encoding of the shuffle key into a byte string.
	// If the Shuffle specified a Hash to use, it's applied as well.
	PackedKey            []Slice  `protobuf:"bytes,10,rep,name=packed_key,json=packedKey,proto3" json:"packed_key"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

ShuffleResponse is the streamed response message of a Shuffle RPC.

func (*ShuffleResponse) Descriptor 

func (*ShuffleResponse) Descriptor() ([]byte, []int)

func (*ShuffleResponse) Marshal 

func (m *ShuffleResponse) Marshal() (dAtA []byte, err error)

func (*ShuffleResponse) MarshalTo 

func (m *ShuffleResponse) MarshalTo(dAtA []byte) (int, error)

func (*ShuffleResponse) MarshalToSizedBuffer 

func (m *ShuffleResponse) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*ShuffleResponse) ProtoMessage 

func (*ShuffleResponse) ProtoMessage()

func (*ShuffleResponse) ProtoSize 

func (m *ShuffleResponse) ProtoSize() (n int)

func (*ShuffleResponse) Reset 

func (m *ShuffleResponse) Reset()

func (*ShuffleResponse) String 

func (m *ShuffleResponse) String() string

func (*ShuffleResponse) Tailing 

func (m *ShuffleResponse) Tailing() bool

Tailing returns whether the ShuffleResponse is at the tail of the journal's available content.

func (*ShuffleResponse) Unmarshal 

func (m *ShuffleResponse) Unmarshal(dAtA []byte) error

func (*ShuffleResponse) XXX_DiscardUnknown 

func (m *ShuffleResponse) XXX_DiscardUnknown()

func (*ShuffleResponse) XXX_Marshal 

func (m *ShuffleResponse) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ShuffleResponse) XXX_Merge 

func (m *ShuffleResponse) XXX_Merge(src proto.Message)

func (*ShuffleResponse) XXX_Size 

func (m *ShuffleResponse) XXX_Size() int

func (*ShuffleResponse) XXX_Unmarshal 

func (m *ShuffleResponse) XXX_Unmarshal(b []byte) error

type ShufflerClient 

type ShufflerClient interface {
	Shuffle(ctx context.Context, in *ShuffleRequest, opts ...grpc.CallOption) (Shuffler_ShuffleClient, error)
}

ShufflerClient is the client API for Shuffler service.

For semantics around ctx use and closing/ending streaming RPCs, please refer to https://godoc.org/google.golang.org/grpc#ClientConn.NewStream.

func NewShufflerClient 

func NewShufflerClient(cc *grpc.ClientConn) ShufflerClient

type ShufflerServer 

type ShufflerServer interface {
	Shuffle(*ShuffleRequest, Shuffler_ShuffleServer) error
}

ShufflerServer is the server API for Shuffler service.

type Shuffler_ShuffleClient 

type Shuffler_ShuffleClient interface {
	Recv() (*ShuffleResponse, error)
	grpc.ClientStream
}

type Shuffler_ShuffleServer 

type Shuffler_ShuffleServer interface {
	Send(*ShuffleResponse) error
	grpc.ServerStream
}

type Slice 

type Slice struct {
	Begin uint32 `protobuf:"varint,1,opt,name=begin,proto3" json:"begin,omitempty"`
	End   uint32 `protobuf:"varint,2,opt,name=end,proto3" json:"end,omitempty"`
}

Slice represents a contiguous slice of bytes within an associated Arena.

func (*Slice) Descriptor 

func (*Slice) Descriptor() ([]byte, []int)

func (*Slice) Marshal 

func (m *Slice) Marshal() (dAtA []byte, err error)

func (*Slice) MarshalTo 

func (m *Slice) MarshalTo(dAtA []byte) (int, error)

func (*Slice) MarshalToSizedBuffer 

func (m *Slice) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*Slice) ProtoMessage 

func (*Slice) ProtoMessage()

func (*Slice) ProtoSize 

func (m *Slice) ProtoSize() (n int)

func (*Slice) Reset 

func (m *Slice) Reset()

func (*Slice) String 

func (m *Slice) String() string

func (*Slice) Unmarshal 

func (m *Slice) Unmarshal(dAtA []byte) error

func (*Slice) XXX_DiscardUnknown 

func (m *Slice) XXX_DiscardUnknown()

func (*Slice) XXX_Marshal 

func (m *Slice) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Slice) XXX_Merge 

func (m *Slice) XXX_Merge(src proto.Message)

func (*Slice) XXX_Size 

func (m *Slice) XXX_Size() int

func (*Slice) XXX_Unmarshal 

func (m *Slice) XXX_Unmarshal(b []byte) error

type Task 

type Task interface {
	// TaskName is the catalog name of this task.
	TaskName() string
	// Shuffles are the shuffles of this task.
	TaskShuffles() []*Shuffle
	// ShardTemplate is the template of this task's ShardSpecs.
	TaskShardTemplate() *ShardSpec
	// RecoveryLogTemplate is the template of this task's JournalSpecs.
	TaskRecoveryLogTemplate() *JournalSpec
}

Task is a common interface of specifications which are also Flow runtime tasks. These include CaptureSpec, DerivationSpec, and MaterializationSpec.

type TestSpec 

type TestSpec struct {
	// Name of this test.
	Test                 string          `protobuf:"bytes,1,opt,name=test,proto3" json:"test,omitempty"`
	Steps                []TestSpec_Step `protobuf:"bytes,2,rep,name=steps,proto3" json:"steps"`
	XXX_NoUnkeyedLiteral struct{}        `json:"-"`
	XXX_unrecognized     []byte          `json:"-"`
	XXX_sizecache        int32           `json:"-"`
}

TestSpec describes a catalog test.

func (*TestSpec) Descriptor 

func (*TestSpec) Descriptor() ([]byte, []int)

func (*TestSpec) Marshal 

func (m *TestSpec) Marshal() (dAtA []byte, err error)

func (*TestSpec) MarshalTo 

func (m *TestSpec) MarshalTo(dAtA []byte) (int, error)

func (*TestSpec) MarshalToSizedBuffer 

func (m *TestSpec) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*TestSpec) ProtoMessage 

func (*TestSpec) ProtoMessage()

func (*TestSpec) ProtoSize 

func (m *TestSpec) ProtoSize() (n int)

func (*TestSpec) Reset 

func (m *TestSpec) Reset()

func (*TestSpec) String 

func (m *TestSpec) String() string

func (*TestSpec) Unmarshal 

func (m *TestSpec) Unmarshal(dAtA []byte) error

func (*TestSpec) Validate 

func (m *TestSpec) Validate() error

Validate returns an error if the TestSpec is invalid

func (*TestSpec) XXX_DiscardUnknown 

func (m *TestSpec) XXX_DiscardUnknown()

func (*TestSpec) XXX_Marshal 

func (m *TestSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*TestSpec) XXX_Merge 

func (m *TestSpec) XXX_Merge(src proto.Message)

func (*TestSpec) XXX_Size 

func (m *TestSpec) XXX_Size() int

func (*TestSpec) XXX_Unmarshal 

func (m *TestSpec) XXX_Unmarshal(b []byte) error

type TestSpec_Step 

type TestSpec_Step struct {
	StepType TestSpec_Step_Type `protobuf:"varint,1,opt,name=step_type,json=stepType,proto3,enum=flow.TestSpec_Step_Type" json:"step_type,omitempty"`
	// Index of this step within the test.
	StepIndex uint32 `protobuf:"varint,2,opt,name=step_index,json=stepIndex,proto3" json:"step_index,omitempty"`
	// Description of this step.
	Description string `protobuf:"bytes,3,opt,name=description,proto3" json:"description,omitempty"`
	// Scope of the test definition location.
	StepScope string `protobuf:"bytes,4,opt,name=step_scope,json=stepScope,proto3" json:"step_scope,omitempty"`
	// Collection ingested or verified by this step.
	Collection Collection `protobuf:"bytes,5,opt,name=collection,proto3,casttype=Collection" json:"collection,omitempty"`
	// Newline-separated JSON documents to ingest or verify.
	DocsJsonLines string `protobuf:"bytes,6,opt,name=docs_json_lines,json=docsJsonLines,proto3" json:"docs_json_lines,omitempty"`
	// When verifying, selector over logical partitions of the collection.
	Partitions           protocol.LabelSelector `protobuf:"bytes,7,opt,name=partitions,proto3" json:"partitions"`
	XXX_NoUnkeyedLiteral struct{}               `json:"-"`
	XXX_unrecognized     []byte                 `json:"-"`
	XXX_sizecache        int32                  `json:"-"`
}

Steps of the test.

func (*TestSpec_Step) Descriptor 

func (*TestSpec_Step) Descriptor() ([]byte, []int)

func (*TestSpec_Step) Marshal 

func (m *TestSpec_Step) Marshal() (dAtA []byte, err error)

func (*TestSpec_Step) MarshalTo 

func (m *TestSpec_Step) MarshalTo(dAtA []byte) (int, error)

func (*TestSpec_Step) MarshalToSizedBuffer 

func (m *TestSpec_Step) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*TestSpec_Step) ProtoMessage 

func (*TestSpec_Step) ProtoMessage()

func (*TestSpec_Step) ProtoSize 

func (m *TestSpec_Step) ProtoSize() (n int)

func (*TestSpec_Step) Reset 

func (m *TestSpec_Step) Reset()

func (*TestSpec_Step) String 

func (m *TestSpec_Step) String() string

func (*TestSpec_Step) Unmarshal 

func (m *TestSpec_Step) Unmarshal(dAtA []byte) error

func (*TestSpec_Step) Validate 

func (m *TestSpec_Step) Validate() error

Validate returns an error if the TestSpec_Step is invalid.

func (*TestSpec_Step) XXX_DiscardUnknown 

func (m *TestSpec_Step) XXX_DiscardUnknown()

func (*TestSpec_Step) XXX_Marshal 

func (m *TestSpec_Step) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*TestSpec_Step) XXX_Merge 

func (m *TestSpec_Step) XXX_Merge(src proto.Message)

func (*TestSpec_Step) XXX_Size 

func (m *TestSpec_Step) XXX_Size() int

func (*TestSpec_Step) XXX_Unmarshal 

func (m *TestSpec_Step) XXX_Unmarshal(b []byte) error

type TestSpec_Step_Type 

type TestSpec_Step_Type int32

Type of this step. 

const (
	TestSpec_Step_INGEST TestSpec_Step_Type = 0
	TestSpec_Step_VERIFY TestSpec_Step_Type = 1
)

func (TestSpec_Step_Type) EnumDescriptor 

func (TestSpec_Step_Type) EnumDescriptor() ([]byte, []int)

func (TestSpec_Step_Type) String 

func (x TestSpec_Step_Type) String() string

func (TestSpec_Step_Type) Validate 

func (m TestSpec_Step_Type) Validate() error

Validate returns an error if the step Type is invalid.

type TestingClient 

type TestingClient interface {
	ResetState(ctx context.Context, in *ResetStateRequest, opts ...grpc.CallOption) (*ResetStateResponse, error)
	AdvanceTime(ctx context.Context, in *AdvanceTimeRequest, opts ...grpc.CallOption) (*AdvanceTimeResponse, error)
	Ingest(ctx context.Context, in *IngestRequest, opts ...grpc.CallOption) (*IngestResponse, error)
}

TestingClient is the client API for Testing service.

For semantics around ctx use and closing/ending streaming RPCs, please refer to https://godoc.org/google.golang.org/grpc#ClientConn.NewStream.

func NewTestingClient 

func NewTestingClient(cc *grpc.ClientConn) TestingClient

type TestingServer 

type TestingServer interface {
	ResetState(context.Context, *ResetStateRequest) (*ResetStateResponse, error)
	AdvanceTime(context.Context, *AdvanceTimeRequest) (*AdvanceTimeResponse, error)
	Ingest(context.Context, *IngestRequest) (*IngestResponse, error)
}

TestingServer is the server API for Testing service.

type Transform 

type Transform string

Transform names a specified catalog transformation.

func (Transform) String 

func (t Transform) String() string

String returns the Tranform name as a string.

func (Transform) Validate 

func (t Transform) Validate() error

Validate returns an error if the Collection is malformed.

type TransformSpec 

type TransformSpec struct {
	// Derivation this transform belongs to.
	Derivation Collection `protobuf:"bytes,1,opt,name=derivation,proto3,casttype=Collection" json:"derivation,omitempty"`
	// Name of this transform, scoped to it's derivation.
	Transform Transform `protobuf:"bytes,2,opt,name=transform,proto3,casttype=Transform" json:"transform,omitempty"`
	// Shuffle applied to source documents for this transform.
	Shuffle Shuffle `protobuf:"bytes,3,opt,name=shuffle,proto3" json:"shuffle"`
	// Update lambda of this transform, if any.
	UpdateLambda *LambdaSpec `protobuf:"bytes,4,opt,name=update_lambda,json=updateLambda,proto3" json:"update_lambda,omitempty"`
	// Publish lambda of this transform, if any.
	PublishLambda        *LambdaSpec `protobuf:"bytes,5,opt,name=publish_lambda,json=publishLambda,proto3" json:"publish_lambda,omitempty"`
	XXX_NoUnkeyedLiteral struct{}    `json:"-"`
	XXX_unrecognized     []byte      `json:"-"`
	XXX_sizecache        int32       `json:"-"`
}

TransformSpec describes a specific transform of a derivation.

func (*TransformSpec) Descriptor 

func (*TransformSpec) Descriptor() ([]byte, []int)

func (*TransformSpec) Marshal 

func (m *TransformSpec) Marshal() (dAtA []byte, err error)

func (*TransformSpec) MarshalTo 

func (m *TransformSpec) MarshalTo(dAtA []byte) (int, error)

func (*TransformSpec) MarshalToSizedBuffer 

func (m *TransformSpec) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*TransformSpec) ProtoMessage 

func (*TransformSpec) ProtoMessage()

func (*TransformSpec) ProtoSize 

func (m *TransformSpec) ProtoSize() (n int)

func (*TransformSpec) Reset 

func (m *TransformSpec) Reset()

func (*TransformSpec) String 

func (m *TransformSpec) String() string

func (*TransformSpec) Unmarshal 

func (m *TransformSpec) Unmarshal(dAtA []byte) error

func (*TransformSpec) Validate 

func (m *TransformSpec) Validate() error

Validate returns an error if the TransformSpec is invalid.

func (*TransformSpec) XXX_DiscardUnknown 

func (m *TransformSpec) XXX_DiscardUnknown()

func (*TransformSpec) XXX_Marshal 

func (m *TransformSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*TransformSpec) XXX_Merge 

func (m *TransformSpec) XXX_Merge(src proto.Message)

func (*TransformSpec) XXX_Size 

func (m *TransformSpec) XXX_Size() int

func (*TransformSpec) XXX_Unmarshal 

func (m *TransformSpec) XXX_Unmarshal(b []byte) error

type UUIDParts 

type UUIDParts struct {
	// Producer is the unique node identifier portion of a v1 UUID, as the high
	// 48 bits of |producer_and_flags|. The MSB must be 1 to mark this producer
	// as "multicast" and not an actual MAC address (as per RFC 4122).
	//
	// Bits 49-54 must be zero.
	//
	// The low 10 bits are the 10 least-significant bits of the v1 UUID clock
	// sequence, used by Gazette to represent flags over message transaction
	// semantics.
	ProducerAndFlags uint64 `protobuf:"fixed64,1,opt,name=producer_and_flags,json=producerAndFlags,proto3" json:"producer_and_flags,omitempty"`
	// Clock is a v1 UUID 60-bit timestamp (60 MSBs), followed by 4 bits of
	// sequence counter.
	Clock go_gazette_dev_core_message.Clock `protobuf:"fixed64,2,opt,name=clock,proto3,casttype=go.gazette.dev/core/message.Clock" json:"clock,omitempty"`
}

UUIDParts is a deconstructed, RFC 4122 v1 variant Universally Unique Identifier as used by Gazette.

func NewUUIDParts 

func NewUUIDParts(uuid message.UUID) UUIDParts

NewUUIDParts returns a decomposition of |uuid| into its UUIDParts.

func (*UUIDParts) Descriptor 

func (*UUIDParts) Descriptor() ([]byte, []int)

func (*UUIDParts) Equal 

func (this *UUIDParts) Equal(that interface{}) bool

func (*UUIDParts) Marshal 

func (m *UUIDParts) Marshal() (dAtA []byte, err error)

func (*UUIDParts) MarshalTo 

func (m *UUIDParts) MarshalTo(dAtA []byte) (int, error)

func (*UUIDParts) MarshalToSizedBuffer 

func (m *UUIDParts) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*UUIDParts) Pack 

func (parts *UUIDParts) Pack() message.UUID

Pack this UUIDParts into a message.UUID.

func (*UUIDParts) ProtoMessage 

func (*UUIDParts) ProtoMessage()

func (*UUIDParts) ProtoSize 

func (m *UUIDParts) ProtoSize() (n int)

func (*UUIDParts) Reset 

func (m *UUIDParts) Reset()

func (*UUIDParts) String 

func (m *UUIDParts) String() string

func (*UUIDParts) Unmarshal 

func (m *UUIDParts) Unmarshal(dAtA []byte) error

func (*UUIDParts) XXX_DiscardUnknown 

func (m *UUIDParts) XXX_DiscardUnknown()

func (*UUIDParts) XXX_Marshal 

func (m *UUIDParts) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*UUIDParts) XXX_Merge 

func (m *UUIDParts) XXX_Merge(src proto.Message)

func (*UUIDParts) XXX_Size 

func (m *UUIDParts) XXX_Size() int

func (*UUIDParts) XXX_Unmarshal 

func (m *UUIDParts) XXX_Unmarshal(b []byte) error

type UnimplementedShufflerServer 

type UnimplementedShufflerServer struct {
}

UnimplementedShufflerServer can be embedded to have forward compatible implementations.

func (*UnimplementedShufflerServer) Shuffle 

func (*UnimplementedShufflerServer) Shuffle(req *ShuffleRequest, srv Shuffler_ShuffleServer) error

type UnimplementedTestingServer 

type UnimplementedTestingServer struct {
}

UnimplementedTestingServer can be embedded to have forward compatible implementations.

func (*UnimplementedTestingServer) AdvanceTime 

func (*UnimplementedTestingServer) AdvanceTime(ctx context.Context, req *AdvanceTimeRequest) (*AdvanceTimeResponse, error)

func (*UnimplementedTestingServer) Ingest 

func (*UnimplementedTestingServer) Ingest(ctx context.Context, req *IngestRequest) (*IngestResponse, error)

func (*UnimplementedTestingServer) ResetState 

func (*UnimplementedTestingServer) ResetState(ctx context.Context, req *ResetStateRequest) (*ResetStateResponse, error)

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.