batcher

type BatchHandler struct {
	MaxBatchSize int
	MaxLatency   int
	// contains filtered or unexported fields
}

type BatcherInfo struct {
	BatchID            string
	Path               string
	Request            *http.Request
	Queries            []interface{}
	PredictionResponse PredictionResponse
	ContextMap         map[*context.Context]InputInfo
	Start              time.Time
	Now                time.Time
}

type Input struct {
	ContextInput *context.Context
	Queries      *[]interface{}
	Path         string
	ChannelOut   *chan Response
}

type InputInfo struct {
	ChannelOut *chan Response
	Index      []int
}

type PredictionResponse struct {
	Predictions []interface{} `json:"predictions"`
}

type Request struct {
	Queries []interface{} `json:"queries"`
}

type Response struct {
	Message    string      `json:"message"`
	Prediction interface{} `json:"prediction"`
}