collector

type Batcher struct {
	// contains filtered or unexported fields
}

type Module interface {
	IsRegistered() bool

	/**
	 * Module install and initialize. return false on failed
	 * and only invocation on WriteController is preparing
	 */
	Install() bool

	/**
	 * Handle outstanding request message. and messages
	 * are passed one by one. Any changes of message in
	 * Handle() will be preserved and delivery to next
	 *
	 * @return tunnel's error code (<0) or ack value
	 *
	 */
	Handle(message *tunnel.WMessage) int64
}

type OplogHandler interface {
	// invocation on every oplog consumed
	Handle(log *oplog.PartialLog)
}

type OplogSyncer struct {
	OplogHandler

	// source mongodb replica set name
	Replset string

	// pending queue. used by raw log parsing. we buffered the
	// target raw oplogs in buffer and push them to pending queue
	// when buffer is filled in. and transfer to log queue
	// buffer            []*bson.Raw // move to persister
	PendingQueue []chan [][]byte

	LastFetchTs primitive.Timestamp // the previous last fetch timestamp

	// can be closed
	CanClose  bool
	SyncGroup []*OplogSyncer
	// contains filtered or unexported fields
}

type Persister struct {

	// batch data([]byte) together and send to downstream
	Buffer [][]byte

	// disk queue used to store oplog temporarily
	DiskQueue *diskQueue.DiskQueue
	// contains filtered or unexported fields
}

type TransferEventListener struct {
	// contains filtered or unexported fields
}

type Worker struct {
	// contains filtered or unexported fields
}

type WriteController struct {

	// current max lsn_ack value
	LatestLsnAck int64
	// contains filtered or unexported fields
}