model

type Batch struct {
	Rows     *Rows
	BatchIdx int64
	RealSize int
	Group    *BatchGroup
}

type BatchGroup struct {
	Batchs    []*Batch
	Offsets   map[int]int64
	Sys       *BatchSys
	PendWrite int32 //how many batches in this group are pending to wirte to ClickHouse
}

type BatchSys struct {
	// contains filtered or unexported fields
}

type ColumnWithType struct {
	Name       string
	Type       int
	Nullable   bool
	SourceName string
}

type DimMetrics struct {
	Dims   []*ColumnWithType
	Fields []*ColumnWithType
}

type InputMessage struct {
	Topic     string
	Partition int
	Key       []byte
	Value     []byte
	Offset    int64
	Timestamp *time.Time
}

type Metric interface {
	GetInt(key string, nullable bool) (val interface{})
	GetFloat(key string, nullable bool) (val interface{})
	GetString(key string, nullable bool) (val interface{})
	GetDateTime(key string, nullable bool) (val interface{})
	GetElasticDateTime(key string, nullable bool) (val interface{})
	GetArray(key string, t int) (val interface{})
	GetNewKeys(knownKeys *sync.Map, newKeys *sync.Map) bool
}

type MsgRow struct {
	Msg   *InputMessage
	Row   *Row
	Shard int
}

type Row []interface{}

type Rows []*Row

type TypeInfo struct {
	Type     int
	Nullable bool
}