example

type CertificateConfig struct {
	EnvoyCertName string
	MdsdCertName  string
	LocalCertPath string
}

type Client struct {
	// contains filtered or unexported fields
}

type Configuration struct {
	Server          ServerConfig
	PodSpecSetting  PodSpecConfig
	Log             LogConfig
	Kubelet         KubeletConfig
	ScheduledEvents ScheduledEventsConfig
	ManyModel       ManyModelConfig
	Xds             XdsConfig
	UpstreamToken   UpstreamTokenConfig
	DownstreamToken DownstreamTokenConfig
	Drain           DrainConfig
	Certificate     CertificateConfig
	Flight          FlightConfig
	DefaultEnvVars  map[string]string
}

type DefaultHttpRequestSender struct {
	Logger *zap.SugaredLogger
}

type DefaultTlsBypassHttpsClient struct {
	Logger *zap.SugaredLogger
	Client *http.Client
}

type DownstreamTokenConfig struct {
	// DownstreamMsiTokenEndpoint is endpoint of MSI of VMAgent.
	DownstreamMsiTokenEndpoint string
	// DownstreamAcrTokenEndpoint is endpoint of ACR of VMAgent.
	DownstreamAcrTokenEndpoint string
	// DownstreamBlobKeyEndpoint is endpoint of BLOB of VMAgent.
	DownstreamBlobKeyEndpoint        string
	DownstreamSecretArtifactEndpoint string
}

type DrainConfig struct {
	EnvoyDrainEndpoint          string
	EnvoyStatsEndpoint          string
	SLBMarkUnhealthyMaxDuration int
}

type Example struct {
	Next       plugin.Handler
	KubeClient *Client
	Logger     *zap.SugaredLogger

	Records []*PodRecord
	// contains filtered or unexported fields
}

type FlightConfig struct {
	// EnableParallelInitContainers whether to enable parallel mode for customer init container(image fetch and model mount)
	EnableParallelInitContainers bool
}

type HealthStatusGetter interface {
	GetHealthStatus() (bool, error)
}

type HttpRequestSender interface {
	// SendRequestWithFullReturn encapsulate error handling of http request.
	// Return HTTP status code, response header, pointer of response body byte slice and error.
	// A non-2xx status code doesn't cause an error.
	SendRequestWithFullReturn(method string, uri string, paramMap map[string]string, body []byte, headerMap map[string]string, timeoutInSec int64, isTlsBypass bool) (int, http.Header, []byte, error)

	// SendRequest encapsulate error handling of http request.
	// Return HTTP status code, response header, pointer of response body byte slice and error.
	// A non-2xx status code doesn't cause an error.
	SendRequestWithTimeout(method string, uri string, paramMap map[string]string, body []byte, headerMap map[string]string, timeoutInSec int64) (int, []byte, error)

	// SendRequest send given http request with a DefaultTimeoutInSec timeout
	SendRequest(method string, uri string, paramMap map[string]string, body []byte, headerMap map[string]string) (int, []byte, error)

	// SendRequest send given http request with TLS bypass and with a DefaultTimeoutInSec timeout
	SendRequestWithTlsBypass(method string, uri string, paramMap map[string]string, body []byte, headerMap map[string]string) (int, []byte, error)
}

type KubeletConfig struct {
	// ServiceAddr kubelet endpoint
	ServiceAddr string
	// PodsAPI api path for getting pod info
	PodsAPI string
	// HealthzAPI api path for getting kubelet health info
	HealthzAPI string
	// RunningPodsAPI api path for getting running pods
	RunningPodsAPI string
	// StatsSummaryAPI api path for getting states summary
	StatsSummaryAPI string
	// ManifestsFolderPath path for kubelet pod manifests folder
	ManifestsFolderPath string
}

type LogConfig struct {
	// The server log file path
	LogPath string
	// The server log level(debug", "info", "warn",
	// "error", "dpanic", "panic", and "fatal")
	LogLevel string
	// Enable writing to standard output
	EnableStdOut bool
}

type ManyModelConfig struct {
	// ManyModelUpdateTimerInterval update timer interval
	ManyModelUpdateTimerInterval int
}

type MyError struct {
	When time.Time
	What string
}

type PodInfoGetter interface {
	GetPodsInfo() ([]v1.Pod, error)
}

type PodRecord struct {
	Name string
	Ip   string
	Port int32
}

type PodRetryLimitConfig struct {
	// Max retry count for infra containers
	InfraDefault int32
	// Default max retry count for customer containers
	CustomerDefault int32
	// Limits override for specific containers, key is the container name, only for infra containers
	Limits map[string]int32
}

type PodSpecConfig struct {
	// CustomerPodKey customer pod key in pod annotations map
	CustomerPodKey string
	// CustomerPodValue customer pod value in pod annotations map to indicate a customer pod
	CustomerPodValue string
	// LabelMsiTokenKey is the key of MSI token of label.
	LabelMsiTokenKey string
	// LabelMsiTokenValue is the value of MSI token of label.
	LabelMsiTokenValue string
	// LabelMdsdCertKey Label key for msds cert
	LabelMdsdCertKey string
	// LabelMdsdCertValue label value for mdsd cert
	LabelMdsdCertValue string
	// LabelInitContainerAsPodKey Label key for init container pod
	LabelInitContainerAsPodKey string
	// LabelInitContainerAsPodValue Label value for init container pod
	LabelInitContainerAsPodValue string
	// LabelSkipQuotaValidation Label key for skip quota validation pod
	LabelSkipQuotaValidationKey string
	// LabelSkipQuotaValidation Label value for skip quota validation pod
	LabelSkipQuotaValidationValue string
	// The folder where built in agent podspecs locate.
	BuiltInPodSpecFolder string
	// Namespace for Infra pods
	InfraNamespace string
	// Namespace for Customer pods
	CustomerNamespace string
	// Name for VMAgent pod
	VMAgentPodName string
	// ModelMount model mount podspec config
	ModelMount PodSpecModelMountConfig
	// ImageFetcher image fetcher podspec config
	ImageFetcher PodSpecImageFetcherConfig
	// ManyModel many model podspec config
	ManyModel PodSpecManyModelConfig
	// QuotaSettings a map of container quota setting
	QuotaSettings map[string]QuotaSettingConfig
	// Pod retry limit config
	PodRetryLimit PodRetryLimitConfig
	// CuratedImageAcr list
	CuratedAcrList []string
}

type PodSpecImageFetcherConfig struct {
	// VolumeName name of image fatcher volume name
	VolumeName string
	// VolumeMountpath mount path of image fetcher
	VolumeMountpath string
	// InitContainerName name of image fetcher init container
	InitContainerName string
	// InitContainerImage image of image fetcher init container
	InitContainerImage string
	// pod name for standalone image fetcher pod
	PodName string
	// host containerd grpc address
	ContainerdAddress string
}

type PodSpecManyModelConfig struct {
	// ManyModelSideCarImageUrl side car image url
	SideCarImageUrl string
	SideCarPort     int32
}

type PodSpecModelMountConfig struct {
	// InitContainerName name of model mount init container
	InitContainerName string
	// InitContainerImage image of model mount init container
	InitContainerImage string
	// PodName name for standalone storage initializer pod
	PodName string
	// HostModelDir dir on the vm to store the downloaded model files
	HostModelDir string
}

type QuotaSettingConfig struct {
	// CpuResourceInPercent container cpu resource limit in percentage
	CpuResourceInPercent float64
	// MemoryResourceInGb container memory resource limit
	MemoryResourceInGb float64
	// NeedResourceLimit if container need resource limit
	NeedResourceLimit bool
}

type ResponsePrinter struct {
	dns.ResponseWriter
}

type RunningPodsGetter interface {
	GetRunningPods() (*v1.PodList, error)
}

type ScheduledEventsConfig struct {
	// MetadataUrl Url of scheduled events Metadata Service
	MetadataUrl string
	// SchduleEventsUpdateTimerInterval update timer interval
	SchduleEventsUpdateTimerInterval int
	// FreezeAckMinWaitTimeInSec is the minimum wait second for acknowledging Freeze event in Pause State
	FreezeAckMinWaitTimeInSec int
}

type SendHttpRequestFunc func(method string, uri string, paramMap map[string]string, body []byte, headerMap map[string]string) (int, []byte, error)

type SendHttpRequestWithTimeoutFunc func(method string, uri string, paramMap map[string]string, body []byte, headerMap map[string]string, timeoutInSec int64) (int, []byte, error)

type ServerConfig struct {
	// The port the server listens to
	Port                                                       int `json:",string"`
	DeploymentTimerInterval                                    int
	DeploymentHealthMaxRetries                                 int
	DeploymentTimeout                                          int
	DeploymentHealthSystemPath                                 string
	DeploymentHealthUserPath                                   string
	DeploymentDataPath                                         string
	DeploymentDefaultPodsHealthyThreshold                      int
	DeploymentCustomerPodsWithoutLivenessProbeHealthyThreshold int
	DeploymentHealthCheckIntervalInMilliSec                    int
	RecoveringStateCustomerContainerRestartLimit               int
	VMStatePersistPath                                         string
	VMUnusableFilePath                                         string
	VMRebootSignalFilePath                                     string
}

type TlsBypassHttpsClient interface {
	HttpGet(url string) ([]byte, int, error)
}

type UpstreamTokenConfig struct {
	// UpstreamMsiTokenEndpoint is endpoint of MSI of token server.
	UpstreamMsiTokenEndpoint string
	// UpstreamAcrTokenEndpoint is endpoint of ACR of token server.
	UpstreamAcrTokenEndpoint string
	// UpstreamAcrTokenEndpoint is endpoint of Blob key of token server
	UpstreamBlobKeyEndpoint string
	// upstreamCertEndpoint is endpoint of cert server
	UpstreamSecretArtifactEndpoint string
}

type XdsConfig struct {
	// Port is xds server listening port
	Port int `json:",string"`
	// EnvoyMeshPort is the port of mesh listener
	EnvoyMeshPort int `json:",string"`
	// EnvoyNodeID is the envoy node_id of mesh first layer
	EnvoyNodeID string
	// EnvoyLayer2NodeID is the envoy node_id of mesh second layer
	EnvoyLayer2NodeID string
	// DefaultEnvoySDSTlsSecretName is the SDS config name defined in Envoy configuration file
	DefaultEnvoySDSTlsSecretName string
	// DefaultEnvoySDSHttpValidationSecretName is the SDS config name defined in Envoy configuration file
	DefaultEnvoySDSHttpValidationSecretName string
	// DefaultEnvoySDSDiagValidationSecretName is the SDS config name defined in Envoy configuration file
	DefaultEnvoySDSDiagValidationSecretName string
	// EnvoyHealthCheckPath is the health check path defined in Envoy configuration file
	EnvoyHealthCheckPath string
	// EnvoyHealthCheckClusterName is the CDS config name defined in Envoy configuration file
	EnvoyHealthCheckClusterName string
	// EnvoyHealthCheckEndpointName is the EDS config name defined in Envoy configuration file
	EnvoyHealthCheckEndpointName string
	// EnvoyHealthCheckPort is the port of health check listener
	EnvoyHealthCheckPort int
	// EnvoyFDMeshClusterName
	EnvoyFDMeshClusterName string
	// EnvoyFDMeshEndpointName is the EDS config name defined in Envoy configuration file
	EnvoyFDMeshEndpointName string
	// EnvoyMeshRouteConfigName is the RDS config name defined in Envoy configuration file
	EnvoyMeshRouteConfigName string
	// HealthCheckTimeoutMilliseconds defines health check route timeout in milliseconds
	HealthCheckTimeoutMilliseconds int
	// RouteTimeoutMilliseconds defines the route request timeout in milliseconds
	RouteTimeoutMilliseconds int
	// UpstreamClusterConnectTimeoutMilliseconds defines the connection timeout to an upstream cluster
	UpstreamClusterConnectTimeoutMilliseconds int
	// EnvoyMeshEndpointUpdateTimerInterval time interval config for update envoy mesh endpoints
	EnvoyMeshEndpointUpdateTimerInterval int
	// CACertificateFileName is the CA certificates file used by envoy mTLS validation
	CACertificateFileName string
	// CertificateChainSortingEnabled indicates whether to sort certificate chain on exporting public key from PEM or PFX
	CertificateChainSortingEnabled bool
	// RequestHeadersToRemove contains a list of header names that need to remove before sending to custom container
	RequestHeadersToRemove []string
	// RequestHeadersToPassBy contains a list of header names that need to pass by sending to custom container, add back to response.
	RequestHeadersToPassBy []string

	// EnvoyManyModelRouteConfigName used for triton manymodel flight.
	EnvoyManyModelRouteConfigName string
	// EnvoyManyModelDirectRouteHeaderName used for triton manymodel flight.
	EnvoyManyModelDirectRouteHeaderName string
	// EnvoyManyModelDirectRouteHeaderName used for triton manymodel flight.
	EnvoyManyModelDirectRouteHeaderValue string
	// EnvoyManyModelRequestPathPattern used for triton manymodel flight.
	EnvoyManyModelRequestPathPattern string

	// ModelConcurrencyThresholdToDisableLogs
	ModelConcurrencyThresholdToDisableLogs int
}