kv

type Codec ¶

type Codec struct {
	KType beam.EncodedType
	VType beam.EncodedType
	// contains filtered or unexported fields
}

Codec provides functions for encoding a <K,V> pair into a Pair and decoding a Pair into a <K,V> pair. It can be used for performing <K,V> transforms. Whenever they are used inside a structural doFn, they should be an exported field in order for them to be serialized to JSON.

After initialization, Setup function should be called before any calls are made to Encode/Decode.

func NewCodec(kType, vType reflect.Type) *Codec

func (codec *Codec) Decode(p Pair) (k, v interface{}, err error)

func (codec *Codec) Encode(k, v interface{}) (Pair, error)

func (codec *Codec) Setup() error

type DecodeFn ¶

type DecodeFn struct {
	KType beam.EncodedType
	VType beam.EncodedType
	// contains filtered or unexported fields
}

DecodeFn transforms a PCollection<codedKV> into a PCollection<K,V>.

func NewDecodeFn(kT, vT typex.FullType) *DecodeFn

func (fn *DecodeFn) ProcessElement(c Pair) (beam.T, beam.V)

func (fn *DecodeFn) Setup()

type EncodeFn ¶

type EncodeFn struct {
	KType beam.EncodedType
	VType beam.EncodedType
	// contains filtered or unexported fields
}

EncodeFn transforms a PCollection<K,V> into a PCollection<Pair>.

func NewEncodeFn(kT, vT typex.FullType) *EncodeFn

func (fn *EncodeFn) ProcessElement(k beam.T, v beam.V) Pair

func (fn *EncodeFn) Setup()

type Pair ¶

type Pair struct {
	K []byte
	V []byte
}

Pair contains a KV<K,V> pair, both values encoded as []byte.