readers

type HttpReader struct {
	ReaderBase
	// contains filtered or unexported fields
}

type HttpReaderConfig struct {
	Listen       string        `json:"listen" yaml:"listen"`                                                  // 监听端口
	PushPath     string        `json:"push_path" yaml:"push_path"`                                            // 请求接收路径
	PreParamsLen int32         `json:"pre_params_len,omitempty" yaml:"pre_params_len,omitempty" default:"10"` // params 管道缓冲长度
	PushTimeout  time.Duration `json:"push_timeout,omitempty" yaml:"push_timeout,omitempty" default:"1s"`     // 超时时间
}

type KafkaReader struct {
	ReaderBase
	// contains filtered or unexported fields
}

type KafkaReaderConfig struct {
	Brokers        []string      `json:"brokers" yaml:"brokers" default:"localhost:9092"`
	Username       string        `json:"username,omitempty" yaml:"username,omitempty"`
	Password       string        `json:"password,omitempty" yaml:"password,omitempty"`
	Group          string        `json:"group" yaml:"group" default:"test"`
	Topic          string        `json:"topic" yaml:"topic"`
	Partition      int           `json:"partition" yaml:"partition"`
	MinBytes       int           `json:"min_bytes,omitempty" yaml:"min_bytes,omitempty" default:"10240"`
	MaxBytes       int           `json:"max_bytes,omitempty" yaml:"max_bytes,omitempty" default:"10485760"`
	StartOffset    int64         `json:"start_offset,omitempty" yaml:"start_offset,omitempty" default:"-1"`
	MaxWait        time.Duration `json:"max_wait,omitempty" yaml:"max_wait,omitempty" default:"1s"`
	CommitInterval time.Duration `json:"commit_interval,omitempty" yaml:"commit_interval,omitempty" default:"1s"`
	QueueCapacity  int           `json:"queue_capacity,omitempty" yaml:"queue_capacity,omitempty" default:"1000"`
}

type Reader interface {
	Read() (*types.BinlogParams, error)
	Complete(params *types.BinlogParams) error
	GetConfig() ReaderConfig
	GetCtx() context.Context
	Close() error
}

type ReaderBase struct {
	// contains filtered or unexported fields
}

type ReaderConfig interface {
	GetUniqueId() string
	Equal(ReaderConfig) bool
}

type ReaderConfigByType struct {
	Type   string       `json:"type"`
	Config ReaderConfig `json:"-"`
}

type ReaderConstructor func(ReaderConfig, *sync.WaitGroup, context.Context) (Reader, error)