kafka

type AvroEncoder struct {
	SchemaID int
	Content  []byte
}

type AvroProducer struct {
	// contains filtered or unexported fields
}

type Client interface {
	// Topics return all the topics present in kafka, it keeps a cache
	// which is refreshed every cacheValidity seconds.
	Topics() ([]string, error)

	// LastOffset returns the current offset for the topic partition.
	LastOffset(topic string, partition int32) (int64, error)

	// CurrentOffset talks to kafka and finds the current offset for the
	// consumer group. It makes call to all brokers to determine
	// the current offset. If group is not found it returns -1.
	CurrentOffset(id string, topic string, partition int32) (int64, error)

	// List the consumer groups available in the cluster.
	ListConsumerGroups() (map[string]string, error)

	// Delete a consumer group.
	DeleteConsumerGroup(name string) error
}

type ConsumerGroupConfig struct {
	GroupID      string `yaml:"groupID"`
	TopicRegexes string `yaml:"topicRegexes"`
	// TODO: LoaderTopicPrefix is "" for loader consumer groups
	// it should be an optional field, a pointer.
	LoaderTopicPrefix string       `yaml:"loaderTopicPrefix"` // default is there
	Kafka             KafkaConfig  `yaml:"kafka"`
	Sarama            SaramaConfig `yaml:"sarama"`
}

type ConsumerGroupInterface interface {
	Topics() ([]string, error)

	// RefreshMetadata takes a list of topics and
	// queries the cluster to refresh the
	// available metadata for those topics.
	// If no topics are provided, it will refresh
	// metadata for all topics.
	RefreshMetadata(topics ...string) error

	LastOffset(topic string, partition int32) (int64, error)
	Consume(ctx context.Context, topics []string) error
	Close() error
}

type KafkaConfig struct {
	Brokers     string    `yaml:"brokers"`
	Version     string    `yaml:"version"`     // default is there
	KafkaClient string    `yaml:"kafkaClient"` // default is there
	TLSConfig   TLSConfig `yaml:"tlsConfig"`
}

type Manager struct {

	// ready is used to signal the main thread about the readiness of
	// the manager
	Ready chan bool
	// contains filtered or unexported fields
}

type SaramaConfig struct {
	Assignor                string `yaml:"assignor"` // default is there
	Oldest                  bool   `yaml:"oldest"`
	Log                     bool   `yaml:"log"`
	AutoCommit              bool   `yaml:"autoCommit"`
	SessionTimeoutSeconds   *int   `yaml:"sessionTimeoutSeconds,omitempty"`   // default 20s
	HearbeatIntervalSeconds *int   `yaml:"hearbeatIntervalSeconds,omitempty"` // default 6s
	MaxProcessingTime       *int32 `yaml:"maxProcessingTime,omitempty"`       // default is of sarama
}

type TLSConfig struct {
	Enable   bool   `yaml:"enable"`
	UserCert string `yaml:"userCert"`
	UserKey  string `yaml:"userKey"`
	CACert   string `yaml:"caCert"`
}