ingest

package
v0.0.0-...-b55e3b8 Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Sep 30, 2022 License: Apache-2.0 Imports: 8 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

This section is empty.

Functions

func Kafka

func Kafka(cfg *KafkaConfig) (node.StartFuncCtx[[]byte], error)

Types

type KafkaConfig

type KafkaConfig struct {
	Brokers           []string     `yaml:"brokers,omitempty" json:"brokers,omitempty" doc:"list of kafka broker addresses"`
	Topic             string       `yaml:"topic,omitempty" json:"topic,omitempty" doc:"kafka topic to listen on"`
	GroupId           string       `yaml:"groupid,omitempty" json:"groupid,omitempty" doc:"separate groupid for each consumer on specified topic"`
	GroupBalancers    []string     `` /* 132-byte string literal not displayed */
	StartOffset       string       `` /* 161-byte string literal not displayed */
	BatchReadTimeout  int64        `yaml:"batchReadTimeout,omitempty" json:"batchReadTimeout,omitempty" doc:"how often (in milliseconds) to process input"`
	BatchMaxLen       int          `` /* 133-byte string literal not displayed */
	PullQueueCapacity int          `` /* 127-byte string literal not displayed */
	PullMaxBytes      int          `yaml:"pullMaxBytes,omitempty" json:"pullMaxBytes,omitempty" doc:"the maximum number of bytes being pulled from kafka"`
	CommitInterval    int64        `` /* 192-byte string literal not displayed */
	TLS               *clients.TLS `yaml:"tls,omitempty" json:"tls" doc:"TLS client configuration (optional)"`
	ChannelBufLen     int          `yaml:"chanBufLen" json:"chanBufLen"`
}

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL