Documentation
¶
Overview ¶
+kubebuilder:rbac:groups=serving.kserve.io,resources=inferencegraphs;inferencegraphs/finalizers,verbs=get;list;watch;create;update;patch;delete +kubebuilder:rbac:groups=serving.kserve.io,resources=inferencegraphs/status,verbs=get;update;patch +kubebuilder:rbac:groups=serving.knative.dev,resources=services,verbs=get;list;watch;create;update;patch;delete +kubebuilder:rbac:groups=serving.knative.dev,resources=services/finalizers,verbs=get;list;watch;create;update;patch;delete +kubebuilder:rbac:groups=serving.knative.dev,resources=services/status,verbs=get;update;patch
Index ¶
Constants ¶
This section is empty.
Variables ¶
This section is empty.
Functions ¶
func PropagateRawStatus ¶ added in v0.12.0
func PropagateRawStatus(graphStatus *v1alpha1api.InferenceGraphStatus, deployment *appsv1.Deployment, url *apis.URL)
PropagateRawStatus Propagates deployment status onto Inference graph status. In raw deployment mode, deployment available denotes the ready status for IG
Types ¶
type GraphKnativeServiceReconciler ¶
type GraphKnativeServiceReconciler struct {
Service *knservingv1.Service
// contains filtered or unexported fields
}
func NewGraphKnativeServiceReconciler ¶
func NewGraphKnativeServiceReconciler(client client.Client, scheme *runtime.Scheme, ksvc *knservingv1.Service) *GraphKnativeServiceReconciler
func (*GraphKnativeServiceReconciler) Reconcile ¶
func (r *GraphKnativeServiceReconciler) Reconcile() (*knservingv1.ServiceStatus, error)
type InferenceGraphReconciler ¶
type InferenceGraphReconciler struct {
client.Client
Log logr.Logger
Scheme *runtime.Scheme
Recorder record.EventRecorder
}
InferenceGraphReconciler reconciles a InferenceGraph object
func (*InferenceGraphReconciler) SetupWithManager ¶
func (r *InferenceGraphReconciler) SetupWithManager(mgr ctrl.Manager, deployConfig *v1beta1api.DeployConfig) error
type InferenceGraphState ¶
type InferenceGraphState string
InferenceGraphState describes the Readiness of the InferenceGraph
const ( InferenceGraphNotReadyState InferenceGraphState = "InferenceGraphNotReady" InferenceGraphReadyState InferenceGraphState = "InferenceGraphReady" )
type RouterConfig ¶
type RouterConfig struct {
Image string `json:"image"`
CpuRequest string `json:"cpuRequest"`
CpuLimit string `json:"cpuLimit"`
MemoryRequest string `json:"memoryRequest"`
MemoryLimit string `json:"memoryLimit"`
/*
Example of how to add headers in router config:
headers: {
"propagate": [
"Custom-Header1",
"Custom-Header2"
]
}
Note: Making Headers, a map of strings, gives the flexibility to extend it in the future to support adding more
operations on headers. For example: Similar to "propagate" operation, one can add "transform" operation if they
want to transform headers keys or values before passing down to nodes.
*/
Headers map[string][]string `json:"headers"`
}
Source Files