Documentation
¶
Index ¶
Constants ¶
View Source
const ( DefaultNrRetries = 3 DefaultRetrySleepString = "1s" DefaultRetrySleep = time.Second )
View Source
const BatchTableSchedulerName = "batch-table-scheduler"
Variables ¶
View Source
var ( WorkerPoolWorkerCountGauge = prometheus.NewGaugeVec(prometheus.GaugeOpts{ Namespace: "gravity", Subsystem: "scheduler", Name: "nr_worker", Help: "number of workers", }, []string{metrics.PipelineTag}) WorkerPoolJobBatchSizeGauge = prometheus.NewGaugeVec(prometheus.GaugeOpts{ Namespace: "gravity", Subsystem: "scheduler", Name: "batch_size", Help: "batch size", }, []string{metrics.PipelineTag, "idx"}) WorkerPoolSlidingWindowRatio = prometheus.NewGaugeVec(prometheus.GaugeOpts{ Namespace: "gravity", Subsystem: "scheduler", Name: "sliding_window_ratio", Help: "sliding window ratio", }, []string{metrics.PipelineTag, "input_stream_key"}) )
View Source
var DefaultConfig = map[string]interface{}{ "nr-worker": 10, "batch-size": 1, "queue-size": 1024, "sliding-window-size": 1024 * 10, "nr-retries": DefaultNrRetries, "retry-sleep": DefaultRetrySleepString, }
Functions ¶
This section is empty.
Types ¶
type BatchSchedulerConfig ¶
type BatchSchedulerConfig struct {
NrWorker int `mapstructure:"nr-worker"json:"nr-worker"`
MaxBatchPerWorker int `mapstructure:"batch-size"json:"batch-size"`
QueueSize int `mapstructure:"queue-size"json:"queue-size"`
SlidingWindowSize int `mapstructure:"sliding-window-size"json:"sliding-window-size"`
NrRetries int `mapstructure:"nr-retries" json:"nr-retries"`
RetrySleepString string `mapstructure:"retry-sleep" json:"retry-sleep"`
HealthyThreshold int `mapstructure:"healthy-threshold" json:"healthy-threshold"`
RetrySleep time.Duration `mapstructure:"-" json:"-"`
}
Source Files
Click to show internal directories.
Click to hide internal directories.