streamer

type BaseInfo struct {
	Name        string
	Progress    int64
	DataVersion int
	Data        map[container.MapKey]interface{}
}

type BaseReq struct {
	Name     string
	Space    string
	Progress int64
}

type BaseRes struct {
	Status   Status // streamer name
	BaseInfo *BaseInfo
}

type BiFrostStreamerCfg struct {
	Name         string      // streamer名字
	NameSpace    string      // streamer命名空间
	Version      int         // 数据格式的版本
	URI          string      //
	BaseFilePath string      // 基准文件路径
	Interval     int         // 增量更新时间间隔
	IsSync       bool        // 是否同步加载
	IsOnline     bool        // 离线模式生效
	WriteFile    bool        // 离线模式生效
	UserData     interface{} // 用户自定义数据
	Logger       log.BiLogger
}

type BifrostService struct {
	StreamerManager *StreamerProviderManager
}

type BifrostStreamer struct {
	// contains filtered or unexported fields
}

type DataParser interface {
	Parse([]byte, interface{}) []ParserResult
}

type DefaultTextParser struct {
}

type GobCodec struct {
}

type IncRecord struct {
	DataMode container.DataMode
	MapKey   container.MapKey
	Progress int64 // 更新时间
	Value    interface{}
}

type IncReq struct {
	Name     string
	Space    string
	Batch    int
	Progress int64
}

type IncRes struct {
	Status     Status // streamer name
	IncRecords []*IncRecord
}

type LocalFileStreamer struct {
	// contains filtered or unexported fields
}

type LocalFileStreamerCfg struct {
	Name       string
	Path       string
	UpdatMode  UpdatMode
	Interval   int
	IsSync     bool
	DataParser DataParser
	UserData   interface{}
	Logger     log.BiLogger
}

type MongoStreamer struct {
	// contains filtered or unexported fields
}

type MongoStreamerCfg struct {
	Name           string
	UpdatMode      UpdatMode
	IncInterval    int
	IsSync         bool
	URI            string
	DB             string
	Collection     string
	ConnectTimeout int
	ReadTimeout    int
	BaseParser     DataParser
	IncParser      DataParser
	BaseQuery      interface{}
	IncQuery       interface{}
	UserData       interface{}
	FindOpt        *options.FindOptions
	OnBeforeBase   func(interface{}) interface{}
	OnBeforeInc    func(interface{}) interface{}
	Logger         log.BiLogger
}

type ParserResult struct {
	DataMode container.DataMode
	Key      container.MapKey
	Value    interface{}
	Err      error
}

type Sched []*SchedUnit

type SchedInfo struct {
	TimeInterval int
}

type SchedUnit struct {
	// contains filtered or unexported fields
}

type Status int

type Streamer interface {
	SetContainer(container.Container)
	GetContainer() container.Container
	GetSchedInfo() *SchedInfo
	UpdateData(ctx context.Context) error
}

type StreamerProvider struct {
	Cfg      *StreamerProviderCfg
	BaseInfo *BaseInfo
	Cached   []*IncRecord
	// contains filtered or unexported fields
}

type StreamerProviderCfg struct {
	Name       string
	ExpireTime int64
	Logger     log.BiLogger
}

type StreamerProviderManager struct {
	StreamerProviders map[string]*StreamerProvider
}

type UpdatMode int64