inference

type BenchmarkRunner struct {
	JsonOutFile          string
	MetadataAutobatching int64
	// contains filtered or unexported fields
}

type LoadRunner struct {
	// contains filtered or unexported fields
}

type Loader interface {
	// Init initializes at global state for the Loader, possibly based on its worker number / ID
	Init(workerNum int, wg *sync.WaitGroup)

	// ProcessInferenceQuery handles a given inference and reports its stats
	ProcessLoadQuery(q []byte, debug int) ([]*Stat, uint64, error)
	Close()
}

type LoaderCreate func() Loader

type MetricCollector interface {
	// CollectRunTimeMetrics asks the specific runner to fetch runtime stats that will then be stored on the results file.
	// Returns the collection timestamp and an interface with all fetched data
	CollectRunTimeMetrics() (int64, interface{}, error)
}

type MetricCollectorCreate func() MetricCollector

type Processor interface {
	// Init initializes at global state for the Loader, possibly based on its worker number / ID
	Init(workerNum int, totalWorkers int, wg *sync.WaitGroup, m chan uint64, rs chan uint64)

	// ProcessInferenceQuery handles a given inference and reports its stats
	ProcessInferenceQuery(q []byte, isWarm bool, workerNum int, useReferenceDataRedis bool, useReferenceDataMysql bool, queryNumber int64) ([]*Stat, error)

	// Close forces any work buffered to be sent to the DB being tested prior to going further
	Close()
}

type ProcessorCreate func() Processor

type RedisAI struct {
	HumanLabel       []byte
	HumanDescription []byte

	RedisQuery []byte
	// contains filtered or unexported fields
}

type Stat struct {
	// contains filtered or unexported fields
}

type TestResult struct {

	// Test Configs
	ResultFormatVersion  string `json:"ResultFormatVersion"`
	Limit                uint64 `json:"Limit"`
	MetadataAutobatching int64  `json:"MetadataAutobatching"`
	TensorBatchSize      uint64 `json:"TensorBatchSize"`
	Workers              uint   `json:"Workers"`
	MaxRps               uint64 `json:"MaxRps"`

	// Test Description
	TestDescription string `json:"TestDescription"`

	// DB Spefic Configs
	DBSpecificConfigs map[string]interface{} `json:"DBSpecificConfigs"`

	StartTime      int64 `json:"StartTime`
	EndTime        int64 `json:"EndTime"`
	DurationMillis int64 `json:"DurationMillis"`

	// Totals
	Totals map[string]interface{} `json:"Totals"`

	// Overall Rates
	OverallRates                map[string]interface{} `json:"OverallRates"`
	OverallRatesIncludingWarmup map[string]interface{} `json:"OverallRatesIncludingWarmup"`

	// Overall Quantiles
	OverallQuantiles map[string]interface{} `json:"OverallQuantiles"`

	// Per second ( tick ) client stats
	ClientRunTimeStats map[int64]interface{} `json:"ClientRunTimeStats"`

	// Per second ( tick ) server stats
	ServerRunTimeStats map[int64]interface{} `json:"ServerRunTimeStats"`
}