input

type ConfigKafka struct {
	Zookeepers        string        `required:"true" desc:"Zookeeper nodes for offset storage"`                                                              // CFMR_KAFKA_ZOOKEEPERS
	Topics            []string      `required:"true" desc:"Topics to read events from"`                                                                      // CFMR_KAFKA_TOPICS
	ConsumerGroup     string        `required:"true" desc:"Name of the Kafka consumer group"`                                                                // CFMR_KAFKA_CONSUMERGROUP
	ProcessingTimeout time.Duration `default:"1m" desc:"Time to wait for all the offsets for a partition to be processed after stopping to consume from it"` // CFMR_KAFKA_PROCESSINGTIMEOUT
	OffsetNewest      bool          `default:"false" desc:"If true start from the newest message in Kafka in case the offset in zookeeper does not exist"`   // CFMR_KAFKA_OFFSETNEWEST
}

type KafkaConsumer struct {
	// FIXME: these should be private
	CG      *consumergroup.ConsumerGroup
	Offsets map[string]map[int32]int64
}

type Reader interface {
	Read() (*transformer.Envelope, error)
}