redolog

type FileRedoLogManager struct {
	// The lock is to protect MaxEventTimePerFile.
	sync.RWMutex `json:"-"`

	// The time interval of redo file rotations.
	RotationInterval int64 `json:"rotationInterval"`

	// The limit of redo file size to trigger rotations.
	MaxRedoLogSize int64 `json:"maxRedoLogSize"`

	// Current redo log size
	CurrentRedoLogSize uint32 `json:"currentRedoLogSize"`

	// size of all redologs
	TotalRedoLogSize uint `json:"totalRedologSize"`

	// The map with redo log creation time as the key and max event time as the value. Readers
	// need to hold the reader lock in accessing the field.
	MaxEventTimePerFile map[int64]uint32 `json:"maxEventTimePerFile"`

	// redo log creation time -> batch count mapping.
	// Readers need to hold the reader lock in accessing the field.
	BatchCountPerFile map[int64]uint32 `json:"batchCountPerFile"`

	// SizePerFile
	SizePerFile map[int64]uint32 `json:"sizePerFile"`

	// Current file creation time in milliseconds.
	CurrentFileCreationTime int64 `json:"currentFileCreationTime"`
	// contains filtered or unexported fields
}

type NextUpsertBatchInfo struct {
	// upsertbatch
	Batch *common.UpsertBatch
	// Redo log File id used to save this batch
	RedoLogFile int64
	// offset of this batch in above redo log file
	BatchOffset uint32
	// If this batch is coming from recovery
	Recovery bool
}

type NextUpsertFunc func() *NextUpsertBatchInfo

type RedoLogManagerMaster struct {
	sync.Mutex
	// namespace of the datanode
	Namespace string
	// redolog config
	RedoLogConfig *common.RedoLogConfig
	// contains filtered or unexported fields
}

type RedologManager interface {
	// IsAppendEnabled returns whether appending is enabled
	IsAppendEnabled() bool
	// Iterator will return a next function to iterate through all coming upsert batches
	Iterator() (NextUpsertFunc, error)
	// Block call to wait for recovery finish
	WaitForRecoveryDone()
	// UpdateMaxEventTime update max eventime of given redolog file
	UpdateMaxEventTime(eventTime uint32, redoFile int64)
	// CheckpointRedolog checkpoint event time cutoff (from archiving) and redologFileID and batchOffset (from backfill)
	// to redolog manager
	CheckpointRedolog(cutoff uint32, redoFileCheckpointed int64, batchOffset uint32) error
	// Append the upsertbatch into redolog
	AppendToRedoLog(upsertBatch *common.UpsertBatch) (int64, uint32)
	// Get total bytes of all redo log files
	GetTotalSize() int
	// Get total number of redo log files
	GetNumFiles() int
	// Get number of batch received after recovery
	GetBatchReceived() int
	// Get number of batch recovered for recovery
	GetBatchRecovered() int
	// Close free resources held by redolog manager
	Close()
}