config

type CHConnConfig struct {
	Host     string            `yaml:"host"`
	Port     uint32            `yaml:"port"`
	Database string            `yaml:"database"`
	User     string            `yaml:"username"`
	Password string            `yaml:"password"`
	Params   map[string]string `yaml:"params"`
}

type ChColumn struct {
	Column
	Name string
}

type ChTableName struct {
	DatabaseName string
	TableName    string
}

type Column struct {
	BaseType   string
	IsArray    bool
	IsNullable bool
	Ext        []int
}

type ColumnProperty struct {
	IstoreKeysSuffix   string        `yaml:"istore_keys_suffix"`
	IstoreValuesSuffix string        `yaml:"istore_values_suffix"`
	Coalesce           coalesceValue `yaml:"coalesce"`
}

type Config struct {
	ClickHouse             CHConnConfig           `yaml:"clickhouse"`
	Postgres               pgConnConfig           `yaml:"postgres"`
	Tables                 map[PgTableName]*Table `yaml:"tables"`
	InactivityFlushTimeout time.Duration          `yaml:"inactivity_flush_timeout"`
	PersStoragePath        string                 `yaml:"db_path"`
	PersStorageType        string                 `yaml:"db_type"`
	RedisBind              string                 `yaml:"redis_bind"`
	PprofBind              string                 `yaml:"pprof_bind"`
	SyncWorkers            int                    `yaml:"sync_workers"`
	LogLevel               zapcore.Level          `yaml:"loglevel"`
	GzipBufSize            int                    `yaml:"gzip_buffer_size"`
	GzipCompression        GzipComprLevel         `yaml:"gzip_compression"`
	PipeBufferSize         int64                  `yaml:"pipe_buffer_size"`
	CreateSlotMaxAttempts  int                    `yaml:"create_slot_max_attempts"`
}

type GzipComprLevel int

type PgColumn struct {
	Column
	PkCol int
}

type PgTableName struct {
	SchemaName string
	TableName  string
}

type Table struct {
	ChMainTable          ChTableName                `yaml:"main_table"`
	ChSyncAuxTable       ChTableName                `yaml:"sync_aux_table"`
	IsDeletedColumn      string                     `yaml:"is_deleted_column"`
	SignColumn           string                     `yaml:"sign_column"`
	RowIDColumnName      string                     `yaml:"row_id_column"`
	TableNameColumnName  string                     `yaml:"table_name_column_name"`
	Engine               tableEngine                `yaml:"engine"`
	BufferSize           int                        `yaml:"max_buffer_length"`
	InitSyncSkip         bool                       `yaml:"init_sync_skip"`
	InitSyncSkipTruncate bool                       `yaml:"init_sync_skip_truncate"`
	Columns              map[string]string          `yaml:"columns"`
	ColumnProperties     map[string]*ColumnProperty `yaml:"column_properties"`
	LsnColumnName        string                     `yaml:"lsn_column_name"`

	PgOID         dbtypes.OID          `yaml:"-"`
	PgTableName   PgTableName          `yaml:"-"`
	TupleColumns  []message.Column     `yaml:"-"` // columns in the order they are in the table
	PgColumns     map[string]*PgColumn `yaml:"-"` // map of pg column structs
	ColumnMapping map[string]ChColumn  `yaml:"-"` // mapping pg column -> ch column
}