statistics

var (

	// ConsumeMsgsTotal = ParseMsgsErrorTotal + RingMsgsOffTooSmallErrorTotal + FlushMsgsTotal + FlushMsgsErrorTotal
	ConsumeMsgsTotal = prometheus.NewCounterVec(
		prometheus.CounterOpts{
			Name: prefix + "consume_msgs_total",
			Help: "total num of consumed msgs",
		},
		[]string{"task"},
	)
	ConsumeMsgsErrorTotal = prometheus.NewCounterVec(
		prometheus.CounterOpts{
			Name: prefix + "consumer_msgs_error_total",
			Help: "total num of consume errors",
		},
		[]string{"task"},
	)
	ParseMsgsErrorTotal = prometheus.NewCounterVec(
		prometheus.CounterOpts{
			Name: prefix + "parse_msgs_error_total",
			Help: "total num of msgs with parse failure",
		},
		[]string{"task"},
	)
	RingMsgsOffTooSmallErrorTotal = prometheus.NewCounterVec(
		prometheus.CounterOpts{
			Name: prefix + "ring_msgs_offset_too_small_error_total",
			Help: "total num of msgs with too small offset to put into ring",
		},
		[]string{"task"},
	)
	RingMsgsOffTooLargeErrorTotal = prometheus.NewCounterVec(
		prometheus.CounterOpts{
			Name: prefix + "ring_msgs_offset_too_large_error_total",
			Help: "total num of msgs with too large offset to put into ring",
		},
		[]string{"task"},
	)
	RingNormalBatchsTotal = prometheus.NewCounterVec(
		prometheus.CounterOpts{
			Name: prefix + "ring_normal_batchs_total",
			Help: "total num of normal batches generated",
		},
		[]string{"task"},
	)
	RingForceBatchsTotal = prometheus.NewCounterVec(
		prometheus.CounterOpts{
			Name: prefix + "ring_force_batchs_total",
			Help: "total num of force batches generated",
		},
		[]string{"task"},
	)
	RingForceBatchAllTotal = prometheus.NewCounterVec(
		prometheus.CounterOpts{
			Name: prefix + "ring_force_batch_all_total",
			Help: "total num of force batch_all generated",
		},
		[]string{"task"},
	)
	FlushMsgsTotal = prometheus.NewCounterVec(
		prometheus.CounterOpts{
			Name: prefix + "flush_msgs_total",
			Help: "total num of flushed msgs",
		},
		[]string{"task"},
	)
	FlushMsgsErrorTotal = prometheus.NewCounterVec(
		prometheus.CounterOpts{
			Name: prefix + "flush_msgs_error_total",
			Help: "total num of msgs failed to flush to ck",
		},
		[]string{"task"},
	)
	ConsumeOffsets = prometheus.NewGaugeVec(
		prometheus.GaugeOpts{
			Name: prefix + "consume_offsets",
			Help: "last committed offset for each topic partition pair",
		},
		[]string{"task", "topic", "partition"},
	)
	ClickhouseReconnectTotal = prometheus.NewCounterVec(
		prometheus.CounterOpts{
			Name: prefix + "clickhouse_reconnect_total",
			Help: "total num of ClickHouse reconnects",
		},
		[]string{"task"},
	)
	RingMsgs = prometheus.NewGaugeVec(
		prometheus.GaugeOpts{
			Name: prefix + "ring_msgs",
			Help: "num of msgs in ring",
		},
		[]string{"task"},
	)
	ShardMsgs = prometheus.NewGaugeVec(
		prometheus.GaugeOpts{
			Name: prefix + "shard_msgs",
			Help: "num of msgs in shard",
		},
		[]string{"task"},
	)
	ParsingPoolBacklog = prometheus.NewGaugeVec(
		prometheus.GaugeOpts{
			Name: prefix + "parsing_pool_backlog",
			Help: "GlobalParsingPool backlog",
		},
		[]string{"task"},
	)
	WritingPoolBacklog = prometheus.NewGaugeVec(
		prometheus.GaugeOpts{
			Name: prefix + "writing_pool_backlog",
			Help: "GlobalWritingPool backlog",
		},
		[]string{"task"},
	)
)