builder

type HashPartitioner struct {
	// contains filtered or unexported fields
}

type NopPartitioner struct{}

type Partitioner interface {
	// Partition must be safe for concurrent use. Nil is a valid value for
	// the key. Behavior for when number of partitions set with
	// SetNumPartitions <1 is undefined.
	Partition(key []byte) int32
	// SetNumPartitions does not need to be safe for concurrent use. The
	// intention is that it be called once as part of builder setup.
	// Behavior on subsequent calls, or on calls while partitioner is being
	// used, is undefined. Number of partitions should be >0. If <1
	// behavior is undefined.
	SetNumPartitions(int32)
}

type Record interface {
	Key() []byte
	Value() []byte
}

type SequentialBuilder struct {
	// Compressor must be safe for concurrent use
	Compressor batch.Compressor
	// Each batch will have at least this many records. There is no "max":
	// user can send slices or any size on the input channel. It is up to
	// the user to enforce sanity of input slices.
	MinRecords int
	// Each batch will have uncompressed payload (sum of uncompressed
	// record values) of at least this many bytes. Combined with MinRecords
	// (both have to be true) this determines when to "flush".
	MinUncompressedBytes int
	// Incoming records are collected into sets, the size of which (the
	// number of records in each set) is determined by MinRecords and
	// MinUncompressedBytes. Each of these sets of records must be built
	// into a batch: records need to be serialized into wire format and
	// then compressed.
	//
	// Each set of records is processed by a worker and results in a single
	// producer.Batch. NumWorkers determines the number of workers doing
	// the serialization and compression. This is most likely the most
	// expensive part of the whole pipeline (especially when compression is
	// enabled) so set this accordingly (but doesn't make sense for it to
	// be more than the number of available cores). Must be >0
	NumWorkers int
	// Partitioner to use. Max number of "in flight" batches will be equal
	// to number of partitions plus NumWorkers. See NopPartitioner.
	Partitioner Partitioner
	// contains filtered or unexported fields
}