{"level":"info","ts":"2026-09-18T03:40:54Z","logger":"setup","msg":"setting up kserve-module controller"} {"level":"info","ts":"2026-09-18T03:41:11Z","logger":"setup","msg":"starting manager"} {"level":"info","ts":"2026-09-18T03:41:11Z","logger":"controller-runtime.metrics","msg":"Starting metrics server"} {"level":"info","ts":"2026-09-18T03:41:11Z","msg":"starting server","name":"health probe","addr":"[::]:8081"} {"level":"info","ts":"2026-09-18T03:41:11Z","logger":"controller-runtime.metrics","msg":"Serving metrics server","bindAddress":":8080","secure":false} I0918 03:41:11.088444 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/kserve-module-controller-manager" I0918 03:41:11.095118 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/kserve-module-controller-manager" {"level":"info","ts":"2026-09-18T03:41:11Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-18T03:41:11Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1alpha1.Kserve"} {"level":"info","ts":"2026-09-18T03:41:11Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.ConfigMap"} {"level":"info","ts":"2026-09-18T03:41:11Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.Secret"} {"level":"info","ts":"2026-09-18T03:41:11Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.Service"} {"level":"info","ts":"2026-09-18T03:41:11Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.ClusterRole"} {"level":"info","ts":"2026-09-18T03:41:11Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.PersistentVolume"} {"level":"info","ts":"2026-09-18T03:41:11Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.ClusterRoleBinding"} {"level":"info","ts":"2026-09-18T03:41:11Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.PersistentVolumeClaim"} {"level":"info","ts":"2026-09-18T03:41:11Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.MutatingWebhookConfiguration"} {"level":"info","ts":"2026-09-18T03:41:11Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.Deployment"} {"level":"info","ts":"2026-09-18T03:41:11Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.ValidatingWebhookConfiguration"} {"level":"info","ts":"2026-09-18T03:41:11Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.PartialObjectMetadata"} {"level":"info","ts":"2026-09-18T03:41:11Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.ConfigMap"} {"level":"info","ts":"2026-09-18T03:41:11Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.Node"} {"level":"info","ts":"2026-09-18T03:41:11Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.ServiceAccount"} {"level":"info","ts":"2026-09-18T03:41:11Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.DaemonSet"} {"level":"info","ts":"2026-09-18T03:41:11Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.NetworkPolicy"} {"level":"info","ts":"2026-09-18T03:41:11Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.Role"} {"level":"info","ts":"2026-09-18T03:41:11Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.RoleBinding"} {"level":"info","ts":"2026-09-18T03:41:11Z","msg":"Starting Controller","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve"} {"level":"info","ts":"2026-09-18T03:41:11Z","msg":"Starting workers","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","worker count":1} {"level":"info","ts":"2026-09-18T03:41:11Z","msg":"added module finalizer to Kserve CR","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d25651f9-b4e4-48a3-83f9-9adc713d8fe3"} {"level":"info","ts":"2026-09-18T03:41:11Z","msg":"reconciling Kserve CR","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d25651f9-b4e4-48a3-83f9-9adc713d8fe3","name":"default-kserve"} {"level":"info","ts":"2026-09-18T03:41:15Z","msg":"Skipping HWP migration: AcceleratorProfile CRD not found","group":"dashboard.opendatahub.io"} {"level":"info","ts":"2026-09-18T03:41:23Z","msg":"dependency not satisfied","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d25651f9-b4e4-48a3-83f9-9adc713d8fe3","dependency":"LeaderWorkerSet","type":"subscription","availabilitySeverity":"None","message":"LeaderWorkerSet not installed"} # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. {"level":"info","ts":"2026-09-18T03:41:42Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d25651f9-b4e4-48a3-83f9-9adc713d8fe3","component":"kserve","resourceCount":98} {"level":"info","ts":"2026-09-18T03:41:42Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d25651f9-b4e4-48a3-83f9-9adc713d8fe3","before":98,"after":80,"removed":18} {"level":"info","ts":"2026-09-18T03:41:42Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d25651f9-b4e4-48a3-83f9-9adc713d8fe3","component":"kserve","resources":80} {"level":"info","ts":"2026-09-18T03:41:42Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d25651f9-b4e4-48a3-83f9-9adc713d8fe3","component":"modelcontroller","resourceCount":90} {"level":"info","ts":"2026-09-18T03:41:42Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d25651f9-b4e4-48a3-83f9-9adc713d8fe3","before":90,"after":70,"removed":20} {"level":"info","ts":"2026-09-18T03:41:42Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d25651f9-b4e4-48a3-83f9-9adc713d8fe3","component":"modelcontroller","resources":70} {"level":"info","ts":"2026-09-18T03:41:42Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d25651f9-b4e4-48a3-83f9-9adc713d8fe3","component":"wva","resourceCount":24} {"level":"info","ts":"2026-09-18T03:41:43Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d25651f9-b4e4-48a3-83f9-9adc713d8fe3","component":"modelcache","resourceCount":28} {"level":"info","ts":"2026-09-18T03:41:43Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d25651f9-b4e4-48a3-83f9-9adc713d8fe3","component":"observability","resourceCount":3} {"level":"info","ts":"2026-09-18T03:41:43Z","msg":"PersesDashboard CRD not available, skipping observability dashboards","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d25651f9-b4e4-48a3-83f9-9adc713d8fe3"} {"level":"info","ts":"2026-09-18T03:41:43Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d25651f9-b4e4-48a3-83f9-9adc713d8fe3","component":"observability","resources":0} {"level":"info","ts":"2026-09-18T03:41:43Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d25651f9-b4e4-48a3-83f9-9adc713d8fe3","component":"console-dashboards","resourceCount":4} {"level":"info","ts":"2026-09-18T03:41:43Z","msg":"set namespace on console dashboard resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d25651f9-b4e4-48a3-83f9-9adc713d8fe3","namespace":"openshift-config-managed","count":4} {"level":"info","ts":"2026-09-18T03:41:43Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d25651f9-b4e4-48a3-83f9-9adc713d8fe3","component":"console-dashboards","resources":4} {"level":"error","ts":"2026-09-18T03:41:46Z","msg":"component reconciliation failed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d25651f9-b4e4-48a3-83f9-9adc713d8fe3","component":"deploy","error":"applying unowned resources: failure deploying resource opendatahub/v3-6-0-ea-1-kserve-config-llm-decode-template: apply failed serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig: unable to patch serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig opendatahub/v3-6-0-ea-1-kserve-config-llm-decode-template: Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.opendatahub.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"github.com/opendatahub-io/kserve-module/pkg/kservemodule.(*KserveModuleReconciler).Reconcile\n\t/go/src/github.com/opendatahub-io/kserve-module/pkg/kservemodule/reconciler.go:190\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":"2026-09-18T03:41:46Z","msg":"Reconciler error","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d25651f9-b4e4-48a3-83f9-9adc713d8fe3","error":"reconciliation failed: deploy: applying unowned resources: failure deploying resource opendatahub/v3-6-0-ea-1-kserve-config-llm-decode-template: apply failed serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig: unable to patch serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig opendatahub/v3-6-0-ea-1-kserve-config-llm-decode-template: Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.opendatahub.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":"2026-09-18T03:41:46Z","msg":"reconciling Kserve CR","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5363078e-f1b1-423e-a528-713dfefaff9b","name":"default-kserve"} {"level":"info","ts":"2026-09-18T03:41:54Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-18T03:41:54Z","msg":"registered dynamic watch","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5363078e-f1b1-423e-a528-713dfefaff9b","gvk":"serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig"} {"level":"info","ts":"2026-09-18T03:41:54Z","msg":"dependency not satisfied","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5363078e-f1b1-423e-a528-713dfefaff9b","dependency":"LeaderWorkerSet","type":"subscription","availabilitySeverity":"None","message":"LeaderWorkerSet not installed"} # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. {"level":"info","ts":"2026-09-18T03:41:55Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5363078e-f1b1-423e-a528-713dfefaff9b","component":"kserve","resourceCount":98} {"level":"info","ts":"2026-09-18T03:41:55Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5363078e-f1b1-423e-a528-713dfefaff9b","before":98,"after":80,"removed":18} {"level":"info","ts":"2026-09-18T03:41:55Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5363078e-f1b1-423e-a528-713dfefaff9b","component":"kserve","resources":80} {"level":"info","ts":"2026-09-18T03:41:56Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5363078e-f1b1-423e-a528-713dfefaff9b","component":"modelcontroller","resourceCount":90} {"level":"info","ts":"2026-09-18T03:41:56Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5363078e-f1b1-423e-a528-713dfefaff9b","before":90,"after":70,"removed":20} {"level":"info","ts":"2026-09-18T03:41:56Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5363078e-f1b1-423e-a528-713dfefaff9b","component":"modelcontroller","resources":70} {"level":"info","ts":"2026-09-18T03:41:56Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5363078e-f1b1-423e-a528-713dfefaff9b","component":"wva","resourceCount":24} {"level":"info","ts":"2026-09-18T03:41:56Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5363078e-f1b1-423e-a528-713dfefaff9b","component":"modelcache","resourceCount":28} {"level":"info","ts":"2026-09-18T03:41:56Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5363078e-f1b1-423e-a528-713dfefaff9b","component":"observability","resourceCount":3} {"level":"info","ts":"2026-09-18T03:41:56Z","msg":"PersesDashboard CRD not available, skipping observability dashboards","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5363078e-f1b1-423e-a528-713dfefaff9b"} {"level":"info","ts":"2026-09-18T03:41:56Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5363078e-f1b1-423e-a528-713dfefaff9b","component":"observability","resources":0} {"level":"info","ts":"2026-09-18T03:41:56Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5363078e-f1b1-423e-a528-713dfefaff9b","component":"console-dashboards","resourceCount":4} {"level":"info","ts":"2026-09-18T03:41:56Z","msg":"set namespace on console dashboard resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5363078e-f1b1-423e-a528-713dfefaff9b","namespace":"openshift-config-managed","count":4} {"level":"info","ts":"2026-09-18T03:41:56Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5363078e-f1b1-423e-a528-713dfefaff9b","component":"console-dashboards","resources":4} {"level":"error","ts":"2026-09-18T03:41:57Z","msg":"component reconciliation failed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5363078e-f1b1-423e-a528-713dfefaff9b","component":"deploy","error":"applying unowned resources: failure deploying resource opendatahub/v3-6-0-ea-1-kserve-config-llm-decode-template: apply failed serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig: unable to patch serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig opendatahub/v3-6-0-ea-1-kserve-config-llm-decode-template: Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.opendatahub.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"github.com/opendatahub-io/kserve-module/pkg/kservemodule.(*KserveModuleReconciler).Reconcile\n\t/go/src/github.com/opendatahub-io/kserve-module/pkg/kservemodule/reconciler.go:190\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":"2026-09-18T03:41:57Z","msg":"Reconciler error","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5363078e-f1b1-423e-a528-713dfefaff9b","error":"reconciliation failed: deploy: applying unowned resources: failure deploying resource opendatahub/v3-6-0-ea-1-kserve-config-llm-decode-template: apply failed serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig: unable to patch serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig opendatahub/v3-6-0-ea-1-kserve-config-llm-decode-template: Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.opendatahub.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":"2026-09-18T03:41:57Z","msg":"reconciling Kserve CR","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"474af833-f9ee-43ad-86f2-6dc55d904c11","name":"default-kserve"} {"level":"info","ts":"2026-09-18T03:42:05Z","msg":"dependency not satisfied","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"474af833-f9ee-43ad-86f2-6dc55d904c11","dependency":"LeaderWorkerSet","type":"subscription","availabilitySeverity":"None","message":"LeaderWorkerSet not installed"} # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. {"level":"info","ts":"2026-09-18T03:42:05Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"474af833-f9ee-43ad-86f2-6dc55d904c11","component":"kserve","resourceCount":98} {"level":"info","ts":"2026-09-18T03:42:05Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"474af833-f9ee-43ad-86f2-6dc55d904c11","before":98,"after":80,"removed":18} {"level":"info","ts":"2026-09-18T03:42:05Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"474af833-f9ee-43ad-86f2-6dc55d904c11","component":"kserve","resources":80} {"level":"info","ts":"2026-09-18T03:42:06Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"474af833-f9ee-43ad-86f2-6dc55d904c11","component":"modelcontroller","resourceCount":90} {"level":"info","ts":"2026-09-18T03:42:06Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"474af833-f9ee-43ad-86f2-6dc55d904c11","before":90,"after":70,"removed":20} {"level":"info","ts":"2026-09-18T03:42:06Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"474af833-f9ee-43ad-86f2-6dc55d904c11","component":"modelcontroller","resources":70} {"level":"info","ts":"2026-09-18T03:42:06Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"474af833-f9ee-43ad-86f2-6dc55d904c11","component":"wva","resourceCount":24} {"level":"info","ts":"2026-09-18T03:42:06Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"474af833-f9ee-43ad-86f2-6dc55d904c11","component":"modelcache","resourceCount":28} {"level":"info","ts":"2026-09-18T03:42:06Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"474af833-f9ee-43ad-86f2-6dc55d904c11","component":"observability","resourceCount":3} {"level":"info","ts":"2026-09-18T03:42:06Z","msg":"PersesDashboard CRD not available, skipping observability dashboards","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"474af833-f9ee-43ad-86f2-6dc55d904c11"} {"level":"info","ts":"2026-09-18T03:42:06Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"474af833-f9ee-43ad-86f2-6dc55d904c11","component":"observability","resources":0} {"level":"info","ts":"2026-09-18T03:42:06Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"474af833-f9ee-43ad-86f2-6dc55d904c11","component":"console-dashboards","resourceCount":4} {"level":"info","ts":"2026-09-18T03:42:06Z","msg":"set namespace on console dashboard resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"474af833-f9ee-43ad-86f2-6dc55d904c11","namespace":"openshift-config-managed","count":4} {"level":"info","ts":"2026-09-18T03:42:06Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"474af833-f9ee-43ad-86f2-6dc55d904c11","component":"console-dashboards","resources":4} {"level":"error","ts":"2026-09-18T03:42:07Z","msg":"component reconciliation failed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"474af833-f9ee-43ad-86f2-6dc55d904c11","component":"deploy","error":"applying unowned resources: failure deploying resource opendatahub/v3-6-0-ea-1-kserve-config-llm-decode-template: apply failed serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig: unable to patch serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig opendatahub/v3-6-0-ea-1-kserve-config-llm-decode-template: Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.opendatahub.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"github.com/opendatahub-io/kserve-module/pkg/kservemodule.(*KserveModuleReconciler).Reconcile\n\t/go/src/github.com/opendatahub-io/kserve-module/pkg/kservemodule/reconciler.go:190\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":"2026-09-18T03:42:07Z","msg":"Reconciler error","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"474af833-f9ee-43ad-86f2-6dc55d904c11","error":"reconciliation failed: deploy: applying unowned resources: failure deploying resource opendatahub/v3-6-0-ea-1-kserve-config-llm-decode-template: apply failed serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig: unable to patch serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig opendatahub/v3-6-0-ea-1-kserve-config-llm-decode-template: Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.opendatahub.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":"2026-09-18T03:42:07Z","msg":"reconciling Kserve CR","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"2bbd0a8c-0b8a-465a-bcd6-bdf47308987b","name":"default-kserve"} {"level":"info","ts":"2026-09-18T03:42:15Z","msg":"dependency not satisfied","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"2bbd0a8c-0b8a-465a-bcd6-bdf47308987b","dependency":"LeaderWorkerSet","type":"subscription","availabilitySeverity":"None","message":"LeaderWorkerSet not installed"} # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. {"level":"info","ts":"2026-09-18T03:42:15Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"2bbd0a8c-0b8a-465a-bcd6-bdf47308987b","component":"kserve","resourceCount":98} {"level":"info","ts":"2026-09-18T03:42:15Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"2bbd0a8c-0b8a-465a-bcd6-bdf47308987b","before":98,"after":80,"removed":18} {"level":"info","ts":"2026-09-18T03:42:15Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"2bbd0a8c-0b8a-465a-bcd6-bdf47308987b","component":"kserve","resources":80} {"level":"info","ts":"2026-09-18T03:42:16Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"2bbd0a8c-0b8a-465a-bcd6-bdf47308987b","component":"modelcontroller","resourceCount":90} {"level":"info","ts":"2026-09-18T03:42:16Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"2bbd0a8c-0b8a-465a-bcd6-bdf47308987b","before":90,"after":70,"removed":20} {"level":"info","ts":"2026-09-18T03:42:16Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"2bbd0a8c-0b8a-465a-bcd6-bdf47308987b","component":"modelcontroller","resources":70} {"level":"info","ts":"2026-09-18T03:42:16Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"2bbd0a8c-0b8a-465a-bcd6-bdf47308987b","component":"wva","resourceCount":24} {"level":"info","ts":"2026-09-18T03:42:16Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"2bbd0a8c-0b8a-465a-bcd6-bdf47308987b","component":"modelcache","resourceCount":28} {"level":"info","ts":"2026-09-18T03:42:16Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"2bbd0a8c-0b8a-465a-bcd6-bdf47308987b","component":"observability","resourceCount":3} {"level":"info","ts":"2026-09-18T03:42:16Z","msg":"PersesDashboard CRD not available, skipping observability dashboards","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"2bbd0a8c-0b8a-465a-bcd6-bdf47308987b"} {"level":"info","ts":"2026-09-18T03:42:16Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"2bbd0a8c-0b8a-465a-bcd6-bdf47308987b","component":"observability","resources":0} {"level":"info","ts":"2026-09-18T03:42:16Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"2bbd0a8c-0b8a-465a-bcd6-bdf47308987b","component":"console-dashboards","resourceCount":4} {"level":"info","ts":"2026-09-18T03:42:16Z","msg":"set namespace on console dashboard resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"2bbd0a8c-0b8a-465a-bcd6-bdf47308987b","namespace":"openshift-config-managed","count":4} {"level":"info","ts":"2026-09-18T03:42:16Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"2bbd0a8c-0b8a-465a-bcd6-bdf47308987b","component":"console-dashboards","resources":4} {"level":"error","ts":"2026-09-18T03:42:17Z","msg":"component reconciliation failed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"2bbd0a8c-0b8a-465a-bcd6-bdf47308987b","component":"deploy","error":"applying unowned resources: failure deploying resource opendatahub/v3-6-0-ea-1-kserve-config-llm-decode-template: apply failed serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig: unable to patch serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig opendatahub/v3-6-0-ea-1-kserve-config-llm-decode-template: Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.opendatahub.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"github.com/opendatahub-io/kserve-module/pkg/kservemodule.(*KserveModuleReconciler).Reconcile\n\t/go/src/github.com/opendatahub-io/kserve-module/pkg/kservemodule/reconciler.go:190\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":"2026-09-18T03:42:17Z","msg":"Reconciler error","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"2bbd0a8c-0b8a-465a-bcd6-bdf47308987b","error":"reconciliation failed: deploy: applying unowned resources: failure deploying resource opendatahub/v3-6-0-ea-1-kserve-config-llm-decode-template: apply failed serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig: unable to patch serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig opendatahub/v3-6-0-ea-1-kserve-config-llm-decode-template: Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.opendatahub.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":"2026-09-18T03:42:17Z","msg":"reconciling Kserve CR","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"ab5416a0-df15-4781-8b48-448106a5360c","name":"default-kserve"} {"level":"info","ts":"2026-09-18T03:42:25Z","msg":"dependency not satisfied","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"ab5416a0-df15-4781-8b48-448106a5360c","dependency":"LeaderWorkerSet","type":"subscription","availabilitySeverity":"None","message":"LeaderWorkerSet not installed"} # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. {"level":"info","ts":"2026-09-18T03:42:25Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"ab5416a0-df15-4781-8b48-448106a5360c","component":"kserve","resourceCount":98} {"level":"info","ts":"2026-09-18T03:42:25Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"ab5416a0-df15-4781-8b48-448106a5360c","before":98,"after":80,"removed":18} {"level":"info","ts":"2026-09-18T03:42:25Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"ab5416a0-df15-4781-8b48-448106a5360c","component":"kserve","resources":80} {"level":"info","ts":"2026-09-18T03:42:26Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"ab5416a0-df15-4781-8b48-448106a5360c","component":"modelcontroller","resourceCount":90} {"level":"info","ts":"2026-09-18T03:42:26Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"ab5416a0-df15-4781-8b48-448106a5360c","before":90,"after":70,"removed":20} {"level":"info","ts":"2026-09-18T03:42:26Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"ab5416a0-df15-4781-8b48-448106a5360c","component":"modelcontroller","resources":70} {"level":"info","ts":"2026-09-18T03:42:26Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"ab5416a0-df15-4781-8b48-448106a5360c","component":"wva","resourceCount":24} {"level":"info","ts":"2026-09-18T03:42:26Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"ab5416a0-df15-4781-8b48-448106a5360c","component":"modelcache","resourceCount":28} {"level":"info","ts":"2026-09-18T03:42:26Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"ab5416a0-df15-4781-8b48-448106a5360c","component":"observability","resourceCount":3} {"level":"info","ts":"2026-09-18T03:42:26Z","msg":"PersesDashboard CRD not available, skipping observability dashboards","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"ab5416a0-df15-4781-8b48-448106a5360c"} {"level":"info","ts":"2026-09-18T03:42:26Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"ab5416a0-df15-4781-8b48-448106a5360c","component":"observability","resources":0} {"level":"info","ts":"2026-09-18T03:42:26Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"ab5416a0-df15-4781-8b48-448106a5360c","component":"console-dashboards","resourceCount":4} {"level":"info","ts":"2026-09-18T03:42:26Z","msg":"set namespace on console dashboard resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"ab5416a0-df15-4781-8b48-448106a5360c","namespace":"openshift-config-managed","count":4} {"level":"info","ts":"2026-09-18T03:42:26Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"ab5416a0-df15-4781-8b48-448106a5360c","component":"console-dashboards","resources":4} {"level":"info","ts":"2026-09-18T03:42:29Z","msg":"deployed all resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"ab5416a0-df15-4781-8b48-448106a5360c","owned":131,"unowned":23} {"level":"info","ts":"2026-09-18T03:42:37Z","msg":"self-installed dynamic watch registration pending, requeueing","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"ab5416a0-df15-4781-8b48-448106a5360c"} {"level":"info","ts":"2026-09-18T03:42:37Z","msg":"reconciling Kserve CR","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"27a84b27-ac2d-4b75-a836-4392266ef766","name":"default-kserve"} {"level":"info","ts":"2026-09-18T03:42:45Z","msg":"dependency not satisfied","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"27a84b27-ac2d-4b75-a836-4392266ef766","dependency":"LeaderWorkerSet","type":"subscription","availabilitySeverity":"None","message":"LeaderWorkerSet not installed"} # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. {"level":"info","ts":"2026-09-18T03:42:45Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"27a84b27-ac2d-4b75-a836-4392266ef766","component":"kserve","resourceCount":98} {"level":"info","ts":"2026-09-18T03:42:45Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"27a84b27-ac2d-4b75-a836-4392266ef766","before":98,"after":80,"removed":18} {"level":"info","ts":"2026-09-18T03:42:45Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"27a84b27-ac2d-4b75-a836-4392266ef766","component":"kserve","resources":80} {"level":"info","ts":"2026-09-18T03:42:46Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"27a84b27-ac2d-4b75-a836-4392266ef766","component":"modelcontroller","resourceCount":90} {"level":"info","ts":"2026-09-18T03:42:46Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"27a84b27-ac2d-4b75-a836-4392266ef766","before":90,"after":70,"removed":20} {"level":"info","ts":"2026-09-18T03:42:46Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"27a84b27-ac2d-4b75-a836-4392266ef766","component":"modelcontroller","resources":70} {"level":"info","ts":"2026-09-18T03:42:46Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"27a84b27-ac2d-4b75-a836-4392266ef766","component":"wva","resourceCount":24} {"level":"info","ts":"2026-09-18T03:42:46Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"27a84b27-ac2d-4b75-a836-4392266ef766","component":"modelcache","resourceCount":28} {"level":"info","ts":"2026-09-18T03:42:46Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"27a84b27-ac2d-4b75-a836-4392266ef766","component":"observability","resourceCount":3} {"level":"info","ts":"2026-09-18T03:42:46Z","msg":"PersesDashboard CRD not available, skipping observability dashboards","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"27a84b27-ac2d-4b75-a836-4392266ef766"} {"level":"info","ts":"2026-09-18T03:42:46Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"27a84b27-ac2d-4b75-a836-4392266ef766","component":"observability","resources":0} {"level":"info","ts":"2026-09-18T03:42:46Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"27a84b27-ac2d-4b75-a836-4392266ef766","component":"console-dashboards","resourceCount":4} {"level":"info","ts":"2026-09-18T03:42:46Z","msg":"set namespace on console dashboard resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"27a84b27-ac2d-4b75-a836-4392266ef766","namespace":"openshift-config-managed","count":4} {"level":"info","ts":"2026-09-18T03:42:46Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"27a84b27-ac2d-4b75-a836-4392266ef766","component":"console-dashboards","resources":4} {"level":"info","ts":"2026-09-18T03:42:47Z","msg":"deployed all resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"27a84b27-ac2d-4b75-a836-4392266ef766","owned":131,"unowned":23} {"level":"info","ts":"2026-09-18T03:42:55Z","msg":"self-installed dynamic watch registration pending, requeueing","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"27a84b27-ac2d-4b75-a836-4392266ef766"} {"level":"info","ts":"2026-09-18T03:42:55Z","msg":"reconciling Kserve CR","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"704127e3-2483-4a8c-832f-c92445679fd6","name":"default-kserve"} {"level":"info","ts":"2026-09-18T03:43:03Z","msg":"dependency not satisfied","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"704127e3-2483-4a8c-832f-c92445679fd6","dependency":"LeaderWorkerSet","type":"subscription","availabilitySeverity":"None","message":"LeaderWorkerSet not installed"} # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. {"level":"info","ts":"2026-09-18T03:43:04Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"704127e3-2483-4a8c-832f-c92445679fd6","component":"kserve","resourceCount":98} {"level":"info","ts":"2026-09-18T03:43:04Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"704127e3-2483-4a8c-832f-c92445679fd6","before":98,"after":80,"removed":18} {"level":"info","ts":"2026-09-18T03:43:04Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"704127e3-2483-4a8c-832f-c92445679fd6","component":"kserve","resources":80} {"level":"info","ts":"2026-09-18T03:43:05Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"704127e3-2483-4a8c-832f-c92445679fd6","component":"modelcontroller","resourceCount":90} {"level":"info","ts":"2026-09-18T03:43:05Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"704127e3-2483-4a8c-832f-c92445679fd6","before":90,"after":70,"removed":20} {"level":"info","ts":"2026-09-18T03:43:05Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"704127e3-2483-4a8c-832f-c92445679fd6","component":"modelcontroller","resources":70} {"level":"info","ts":"2026-09-18T03:43:05Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"704127e3-2483-4a8c-832f-c92445679fd6","component":"wva","resourceCount":24} {"level":"info","ts":"2026-09-18T03:43:05Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"704127e3-2483-4a8c-832f-c92445679fd6","component":"modelcache","resourceCount":28} {"level":"info","ts":"2026-09-18T03:43:05Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"704127e3-2483-4a8c-832f-c92445679fd6","component":"observability","resourceCount":3} {"level":"info","ts":"2026-09-18T03:43:05Z","msg":"PersesDashboard CRD not available, skipping observability dashboards","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"704127e3-2483-4a8c-832f-c92445679fd6"} {"level":"info","ts":"2026-09-18T03:43:05Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"704127e3-2483-4a8c-832f-c92445679fd6","component":"observability","resources":0} {"level":"info","ts":"2026-09-18T03:43:05Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"704127e3-2483-4a8c-832f-c92445679fd6","component":"console-dashboards","resourceCount":4} {"level":"info","ts":"2026-09-18T03:43:05Z","msg":"set namespace on console dashboard resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"704127e3-2483-4a8c-832f-c92445679fd6","namespace":"openshift-config-managed","count":4} {"level":"info","ts":"2026-09-18T03:43:05Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"704127e3-2483-4a8c-832f-c92445679fd6","component":"console-dashboards","resources":4} {"level":"info","ts":"2026-09-18T03:43:07Z","msg":"deployed all resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"704127e3-2483-4a8c-832f-c92445679fd6","owned":131,"unowned":23} {"level":"info","ts":"2026-09-18T03:43:15Z","msg":"self-installed dynamic watch registration pending, requeueing","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"704127e3-2483-4a8c-832f-c92445679fd6"} {"level":"info","ts":"2026-09-18T03:43:15Z","msg":"reconciling Kserve CR","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5925c005-74c4-42fe-81ce-fc7fb1d84465","name":"default-kserve"} {"level":"info","ts":"2026-09-18T03:43:23Z","msg":"dependency not satisfied","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5925c005-74c4-42fe-81ce-fc7fb1d84465","dependency":"LeaderWorkerSet","type":"subscription","availabilitySeverity":"None","message":"LeaderWorkerSet not installed"} # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. {"level":"info","ts":"2026-09-18T03:43:24Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5925c005-74c4-42fe-81ce-fc7fb1d84465","component":"kserve","resourceCount":98} {"level":"info","ts":"2026-09-18T03:43:24Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5925c005-74c4-42fe-81ce-fc7fb1d84465","before":98,"after":80,"removed":18} {"level":"info","ts":"2026-09-18T03:43:24Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5925c005-74c4-42fe-81ce-fc7fb1d84465","component":"kserve","resources":80} {"level":"info","ts":"2026-09-18T03:43:24Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5925c005-74c4-42fe-81ce-fc7fb1d84465","component":"modelcontroller","resourceCount":90} {"level":"info","ts":"2026-09-18T03:43:24Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5925c005-74c4-42fe-81ce-fc7fb1d84465","before":90,"after":70,"removed":20} {"level":"info","ts":"2026-09-18T03:43:24Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5925c005-74c4-42fe-81ce-fc7fb1d84465","component":"modelcontroller","resources":70} {"level":"info","ts":"2026-09-18T03:43:24Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5925c005-74c4-42fe-81ce-fc7fb1d84465","component":"wva","resourceCount":24} {"level":"info","ts":"2026-09-18T03:43:24Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5925c005-74c4-42fe-81ce-fc7fb1d84465","component":"modelcache","resourceCount":28} {"level":"info","ts":"2026-09-18T03:43:24Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5925c005-74c4-42fe-81ce-fc7fb1d84465","component":"observability","resourceCount":3} {"level":"info","ts":"2026-09-18T03:43:24Z","msg":"PersesDashboard CRD not available, skipping observability dashboards","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5925c005-74c4-42fe-81ce-fc7fb1d84465"} {"level":"info","ts":"2026-09-18T03:43:24Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5925c005-74c4-42fe-81ce-fc7fb1d84465","component":"observability","resources":0} {"level":"info","ts":"2026-09-18T03:43:24Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5925c005-74c4-42fe-81ce-fc7fb1d84465","component":"console-dashboards","resourceCount":4} {"level":"info","ts":"2026-09-18T03:43:24Z","msg":"set namespace on console dashboard resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5925c005-74c4-42fe-81ce-fc7fb1d84465","namespace":"openshift-config-managed","count":4} {"level":"info","ts":"2026-09-18T03:43:24Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5925c005-74c4-42fe-81ce-fc7fb1d84465","component":"console-dashboards","resources":4} {"level":"info","ts":"2026-09-18T03:43:25Z","msg":"deployed all resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5925c005-74c4-42fe-81ce-fc7fb1d84465","owned":131,"unowned":23} {"level":"info","ts":"2026-09-18T03:43:33Z","msg":"self-installed dynamic watch registration pending, requeueing","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5925c005-74c4-42fe-81ce-fc7fb1d84465"} {"level":"info","ts":"2026-09-18T03:43:33Z","msg":"reconciling Kserve CR","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"4ac581b0-be5e-4978-856f-c1484d6c9b46","name":"default-kserve"} {"level":"info","ts":"2026-09-18T03:43:41Z","msg":"dependency not satisfied","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"4ac581b0-be5e-4978-856f-c1484d6c9b46","dependency":"LeaderWorkerSet","type":"subscription","availabilitySeverity":"None","message":"LeaderWorkerSet not installed"} # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. {"level":"info","ts":"2026-09-18T03:43:42Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"4ac581b0-be5e-4978-856f-c1484d6c9b46","component":"kserve","resourceCount":98} {"level":"info","ts":"2026-09-18T03:43:42Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"4ac581b0-be5e-4978-856f-c1484d6c9b46","before":98,"after":80,"removed":18} {"level":"info","ts":"2026-09-18T03:43:42Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"4ac581b0-be5e-4978-856f-c1484d6c9b46","component":"kserve","resources":80} {"level":"info","ts":"2026-09-18T03:43:42Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"4ac581b0-be5e-4978-856f-c1484d6c9b46","component":"modelcontroller","resourceCount":90} {"level":"info","ts":"2026-09-18T03:43:42Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"4ac581b0-be5e-4978-856f-c1484d6c9b46","before":90,"after":70,"removed":20} {"level":"info","ts":"2026-09-18T03:43:42Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"4ac581b0-be5e-4978-856f-c1484d6c9b46","component":"modelcontroller","resources":70} {"level":"info","ts":"2026-09-18T03:43:42Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"4ac581b0-be5e-4978-856f-c1484d6c9b46","component":"wva","resourceCount":24} {"level":"info","ts":"2026-09-18T03:43:43Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"4ac581b0-be5e-4978-856f-c1484d6c9b46","component":"modelcache","resourceCount":28} {"level":"info","ts":"2026-09-18T03:43:43Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"4ac581b0-be5e-4978-856f-c1484d6c9b46","component":"observability","resourceCount":3} {"level":"info","ts":"2026-09-18T03:43:43Z","msg":"PersesDashboard CRD not available, skipping observability dashboards","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"4ac581b0-be5e-4978-856f-c1484d6c9b46"} {"level":"info","ts":"2026-09-18T03:43:43Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"4ac581b0-be5e-4978-856f-c1484d6c9b46","component":"observability","resources":0} {"level":"info","ts":"2026-09-18T03:43:43Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"4ac581b0-be5e-4978-856f-c1484d6c9b46","component":"console-dashboards","resourceCount":4} {"level":"info","ts":"2026-09-18T03:43:43Z","msg":"set namespace on console dashboard resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"4ac581b0-be5e-4978-856f-c1484d6c9b46","namespace":"openshift-config-managed","count":4} {"level":"info","ts":"2026-09-18T03:43:43Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"4ac581b0-be5e-4978-856f-c1484d6c9b46","component":"console-dashboards","resources":4} {"level":"info","ts":"2026-09-18T03:43:43Z","msg":"deployed all resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"4ac581b0-be5e-4978-856f-c1484d6c9b46","owned":131,"unowned":23} {"level":"info","ts":"2026-09-18T03:43:51Z","msg":"self-installed dynamic watch registration pending, requeueing","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"4ac581b0-be5e-4978-856f-c1484d6c9b46"} {"level":"info","ts":"2026-09-18T03:43:51Z","msg":"reconciling Kserve CR","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"b287237d-7935-4f94-8a71-965e8f852a69","name":"default-kserve"} {"level":"info","ts":"2026-09-18T03:43:59Z","msg":"dependency not satisfied","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"b287237d-7935-4f94-8a71-965e8f852a69","dependency":"LeaderWorkerSet","type":"subscription","availabilitySeverity":"None","message":"LeaderWorkerSet not installed"} # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. {"level":"info","ts":"2026-09-18T03:44:00Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"b287237d-7935-4f94-8a71-965e8f852a69","component":"kserve","resourceCount":98} {"level":"info","ts":"2026-09-18T03:44:00Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"b287237d-7935-4f94-8a71-965e8f852a69","before":98,"after":80,"removed":18} {"level":"info","ts":"2026-09-18T03:44:00Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"b287237d-7935-4f94-8a71-965e8f852a69","component":"kserve","resources":80} {"level":"info","ts":"2026-09-18T03:44:01Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"b287237d-7935-4f94-8a71-965e8f852a69","component":"modelcontroller","resourceCount":90} {"level":"info","ts":"2026-09-18T03:44:01Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"b287237d-7935-4f94-8a71-965e8f852a69","before":90,"after":70,"removed":20} {"level":"info","ts":"2026-09-18T03:44:01Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"b287237d-7935-4f94-8a71-965e8f852a69","component":"modelcontroller","resources":70} {"level":"info","ts":"2026-09-18T03:44:01Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"b287237d-7935-4f94-8a71-965e8f852a69","component":"wva","resourceCount":24} {"level":"info","ts":"2026-09-18T03:44:01Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"b287237d-7935-4f94-8a71-965e8f852a69","component":"modelcache","resourceCount":28} {"level":"info","ts":"2026-09-18T03:44:01Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"b287237d-7935-4f94-8a71-965e8f852a69","component":"observability","resourceCount":3} {"level":"info","ts":"2026-09-18T03:44:01Z","msg":"PersesDashboard CRD not available, skipping observability dashboards","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"b287237d-7935-4f94-8a71-965e8f852a69"} {"level":"info","ts":"2026-09-18T03:44:01Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"b287237d-7935-4f94-8a71-965e8f852a69","component":"observability","resources":0} {"level":"info","ts":"2026-09-18T03:44:01Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"b287237d-7935-4f94-8a71-965e8f852a69","component":"console-dashboards","resourceCount":4} {"level":"info","ts":"2026-09-18T03:44:01Z","msg":"set namespace on console dashboard resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"b287237d-7935-4f94-8a71-965e8f852a69","namespace":"openshift-config-managed","count":4} {"level":"info","ts":"2026-09-18T03:44:01Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"b287237d-7935-4f94-8a71-965e8f852a69","component":"console-dashboards","resources":4} {"level":"info","ts":"2026-09-18T03:44:01Z","msg":"deployed all resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"b287237d-7935-4f94-8a71-965e8f852a69","owned":131,"unowned":23} {"level":"info","ts":"2026-09-18T03:44:10Z","msg":"self-installed dynamic watch registration pending, requeueing","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"b287237d-7935-4f94-8a71-965e8f852a69"} {"level":"info","ts":"2026-09-18T03:44:25Z","msg":"reconciling Kserve CR","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d2cbdfef-9266-4cad-8cd6-6593e1f72af0","name":"default-kserve"} {"level":"info","ts":"2026-09-18T03:44:33Z","msg":"dependency not satisfied","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d2cbdfef-9266-4cad-8cd6-6593e1f72af0","dependency":"LeaderWorkerSet","type":"subscription","availabilitySeverity":"None","message":"LeaderWorkerSet not installed"} # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. {"level":"info","ts":"2026-09-18T03:44:33Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d2cbdfef-9266-4cad-8cd6-6593e1f72af0","component":"kserve","resourceCount":98} {"level":"info","ts":"2026-09-18T03:44:33Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d2cbdfef-9266-4cad-8cd6-6593e1f72af0","before":98,"after":80,"removed":18} {"level":"info","ts":"2026-09-18T03:44:33Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d2cbdfef-9266-4cad-8cd6-6593e1f72af0","component":"kserve","resources":80} {"level":"info","ts":"2026-09-18T03:44:34Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d2cbdfef-9266-4cad-8cd6-6593e1f72af0","component":"modelcontroller","resourceCount":90} {"level":"info","ts":"2026-09-18T03:44:34Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d2cbdfef-9266-4cad-8cd6-6593e1f72af0","before":90,"after":70,"removed":20} {"level":"info","ts":"2026-09-18T03:44:34Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d2cbdfef-9266-4cad-8cd6-6593e1f72af0","component":"modelcontroller","resources":70} {"level":"info","ts":"2026-09-18T03:44:34Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d2cbdfef-9266-4cad-8cd6-6593e1f72af0","component":"wva","resourceCount":24} {"level":"info","ts":"2026-09-18T03:44:34Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d2cbdfef-9266-4cad-8cd6-6593e1f72af0","component":"modelcache","resourceCount":28} {"level":"info","ts":"2026-09-18T03:44:34Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d2cbdfef-9266-4cad-8cd6-6593e1f72af0","component":"observability","resourceCount":3} {"level":"info","ts":"2026-09-18T03:44:34Z","msg":"PersesDashboard CRD not available, skipping observability dashboards","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d2cbdfef-9266-4cad-8cd6-6593e1f72af0"} {"level":"info","ts":"2026-09-18T03:44:34Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d2cbdfef-9266-4cad-8cd6-6593e1f72af0","component":"observability","resources":0} {"level":"info","ts":"2026-09-18T03:44:34Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d2cbdfef-9266-4cad-8cd6-6593e1f72af0","component":"console-dashboards","resourceCount":4} {"level":"info","ts":"2026-09-18T03:44:34Z","msg":"set namespace on console dashboard resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d2cbdfef-9266-4cad-8cd6-6593e1f72af0","namespace":"openshift-config-managed","count":4} {"level":"info","ts":"2026-09-18T03:44:34Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d2cbdfef-9266-4cad-8cd6-6593e1f72af0","component":"console-dashboards","resources":4} {"level":"info","ts":"2026-09-18T03:44:35Z","msg":"deployed all resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d2cbdfef-9266-4cad-8cd6-6593e1f72af0","owned":131,"unowned":23} {"level":"info","ts":"2026-09-18T03:44:43Z","msg":"self-installed dynamic watch registration pending, requeueing","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d2cbdfef-9266-4cad-8cd6-6593e1f72af0"} {"level":"info","ts":"2026-09-18T03:44:58Z","msg":"reconciling Kserve CR","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"1e940678-b567-4504-b324-e4bafa4895bd","name":"default-kserve"} {"level":"info","ts":"2026-09-18T03:45:06Z","msg":"dependency not satisfied","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"1e940678-b567-4504-b324-e4bafa4895bd","dependency":"LeaderWorkerSet","type":"subscription","availabilitySeverity":"None","message":"LeaderWorkerSet not installed"} # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. {"level":"info","ts":"2026-09-18T03:45:06Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"1e940678-b567-4504-b324-e4bafa4895bd","component":"kserve","resourceCount":98} {"level":"info","ts":"2026-09-18T03:45:06Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"1e940678-b567-4504-b324-e4bafa4895bd","before":98,"after":80,"removed":18} {"level":"info","ts":"2026-09-18T03:45:06Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"1e940678-b567-4504-b324-e4bafa4895bd","component":"kserve","resources":80} {"level":"info","ts":"2026-09-18T03:45:07Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"1e940678-b567-4504-b324-e4bafa4895bd","component":"modelcontroller","resourceCount":90} {"level":"info","ts":"2026-09-18T03:45:07Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"1e940678-b567-4504-b324-e4bafa4895bd","before":90,"after":70,"removed":20} {"level":"info","ts":"2026-09-18T03:45:07Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"1e940678-b567-4504-b324-e4bafa4895bd","component":"modelcontroller","resources":70} {"level":"info","ts":"2026-09-18T03:45:07Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"1e940678-b567-4504-b324-e4bafa4895bd","component":"wva","resourceCount":24} {"level":"info","ts":"2026-09-18T03:45:07Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"1e940678-b567-4504-b324-e4bafa4895bd","component":"modelcache","resourceCount":28} {"level":"info","ts":"2026-09-18T03:45:07Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"1e940678-b567-4504-b324-e4bafa4895bd","component":"observability","resourceCount":3} {"level":"info","ts":"2026-09-18T03:45:07Z","msg":"PersesDashboard CRD not available, skipping observability dashboards","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"1e940678-b567-4504-b324-e4bafa4895bd"} {"level":"info","ts":"2026-09-18T03:45:07Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"1e940678-b567-4504-b324-e4bafa4895bd","component":"observability","resources":0} {"level":"info","ts":"2026-09-18T03:45:07Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"1e940678-b567-4504-b324-e4bafa4895bd","component":"console-dashboards","resourceCount":4} {"level":"info","ts":"2026-09-18T03:45:07Z","msg":"set namespace on console dashboard resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"1e940678-b567-4504-b324-e4bafa4895bd","namespace":"openshift-config-managed","count":4} {"level":"info","ts":"2026-09-18T03:45:07Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"1e940678-b567-4504-b324-e4bafa4895bd","component":"console-dashboards","resources":4} {"level":"info","ts":"2026-09-18T03:45:08Z","msg":"deployed all resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"1e940678-b567-4504-b324-e4bafa4895bd","owned":131,"unowned":23} {"level":"info","ts":"2026-09-18T03:45:16Z","msg":"self-installed dynamic watch registration pending, requeueing","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"1e940678-b567-4504-b324-e4bafa4895bd"} {"level":"info","ts":"2026-09-18T03:45:31Z","msg":"reconciling Kserve CR","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"ee88f413-d257-41ed-ac44-1d187101f57b","name":"default-kserve"} {"level":"info","ts":"2026-09-18T03:45:39Z","msg":"dependency not satisfied","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"ee88f413-d257-41ed-ac44-1d187101f57b","dependency":"LeaderWorkerSet","type":"subscription","availabilitySeverity":"None","message":"LeaderWorkerSet not installed"} # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. {"level":"info","ts":"2026-09-18T03:45:40Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"ee88f413-d257-41ed-ac44-1d187101f57b","component":"kserve","resourceCount":98} {"level":"info","ts":"2026-09-18T03:45:40Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"ee88f413-d257-41ed-ac44-1d187101f57b","before":98,"after":80,"removed":18} {"level":"info","ts":"2026-09-18T03:45:40Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"ee88f413-d257-41ed-ac44-1d187101f57b","component":"kserve","resources":80} {"level":"info","ts":"2026-09-18T03:45:40Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"ee88f413-d257-41ed-ac44-1d187101f57b","component":"modelcontroller","resourceCount":90} {"level":"info","ts":"2026-09-18T03:45:40Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"ee88f413-d257-41ed-ac44-1d187101f57b","before":90,"after":70,"removed":20} {"level":"info","ts":"2026-09-18T03:45:40Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"ee88f413-d257-41ed-ac44-1d187101f57b","component":"modelcontroller","resources":70} {"level":"info","ts":"2026-09-18T03:45:40Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"ee88f413-d257-41ed-ac44-1d187101f57b","component":"wva","resourceCount":24} {"level":"info","ts":"2026-09-18T03:45:40Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"ee88f413-d257-41ed-ac44-1d187101f57b","component":"modelcache","resourceCount":28} {"level":"info","ts":"2026-09-18T03:45:40Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"ee88f413-d257-41ed-ac44-1d187101f57b","component":"observability","resourceCount":3} {"level":"info","ts":"2026-09-18T03:45:40Z","msg":"PersesDashboard CRD not available, skipping observability dashboards","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"ee88f413-d257-41ed-ac44-1d187101f57b"} {"level":"info","ts":"2026-09-18T03:45:40Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"ee88f413-d257-41ed-ac44-1d187101f57b","component":"observability","resources":0} {"level":"info","ts":"2026-09-18T03:45:40Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"ee88f413-d257-41ed-ac44-1d187101f57b","component":"console-dashboards","resourceCount":4} {"level":"info","ts":"2026-09-18T03:45:40Z","msg":"set namespace on console dashboard resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"ee88f413-d257-41ed-ac44-1d187101f57b","namespace":"openshift-config-managed","count":4} {"level":"info","ts":"2026-09-18T03:45:40Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"ee88f413-d257-41ed-ac44-1d187101f57b","component":"console-dashboards","resources":4} {"level":"info","ts":"2026-09-18T03:45:41Z","msg":"deployed all resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"ee88f413-d257-41ed-ac44-1d187101f57b","owned":131,"unowned":23} {"level":"info","ts":"2026-09-18T03:45:49Z","msg":"self-installed dynamic watch registration pending, requeueing","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"ee88f413-d257-41ed-ac44-1d187101f57b"}