{"level":"info","ts":"2026-10-31T17:31:38Z","logger":"setup","msg":"setting up kserve-module controller"} {"level":"info","ts":"2026-10-31T17:31:55Z","logger":"setup","msg":"starting manager"} {"level":"info","ts":"2026-10-31T17:31:55Z","logger":"controller-runtime.metrics","msg":"Starting metrics server"} {"level":"info","ts":"2026-10-31T17:31:55Z","msg":"starting server","name":"health probe","addr":"[::]:8081"} {"level":"info","ts":"2026-10-31T17:31:55Z","logger":"controller-runtime.metrics","msg":"Serving metrics server","bindAddress":":8080","secure":false} I1031 17:31:55.375993 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/kserve-module-controller-manager" I1031 17:31:55.409845 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/kserve-module-controller-manager" {"level":"info","ts":"2026-10-31T17:31:55Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-10-31T17:31:55Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1alpha1.Kserve"} {"level":"info","ts":"2026-10-31T17:31:55Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.ConfigMap"} {"level":"info","ts":"2026-10-31T17:31:55Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.Secret"} {"level":"info","ts":"2026-10-31T17:31:55Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.Service"} {"level":"info","ts":"2026-10-31T17:31:55Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.ServiceAccount"} {"level":"info","ts":"2026-10-31T17:31:55Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.PersistentVolume"} {"level":"info","ts":"2026-10-31T17:31:55Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.PersistentVolumeClaim"} {"level":"info","ts":"2026-10-31T17:31:55Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.Deployment"} {"level":"info","ts":"2026-10-31T17:31:55Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.DaemonSet"} {"level":"info","ts":"2026-10-31T17:31:55Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.NetworkPolicy"} {"level":"info","ts":"2026-10-31T17:31:55Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.Role"} {"level":"info","ts":"2026-10-31T17:31:55Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.RoleBinding"} {"level":"info","ts":"2026-10-31T17:31:55Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.ClusterRole"} {"level":"info","ts":"2026-10-31T17:31:55Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.ClusterRoleBinding"} {"level":"info","ts":"2026-10-31T17:31:55Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.MutatingWebhookConfiguration"} {"level":"info","ts":"2026-10-31T17:31:55Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.ValidatingWebhookConfiguration"} {"level":"info","ts":"2026-10-31T17:31:55Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.PartialObjectMetadata"} {"level":"info","ts":"2026-10-31T17:31:55Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.ConfigMap"} {"level":"info","ts":"2026-10-31T17:31:55Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.Node"} {"level":"info","ts":"2026-10-31T17:31:55Z","msg":"Starting Controller","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve"} {"level":"info","ts":"2026-10-31T17:31:55Z","msg":"Starting workers","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","worker count":1} {"level":"info","ts":"2026-10-31T17:31:55Z","msg":"added module finalizer to Kserve CR","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"25f905c1-2cb1-4c8b-a31f-d2154d92e460"} {"level":"info","ts":"2026-10-31T17:31:55Z","msg":"reconciling Kserve CR","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"25f905c1-2cb1-4c8b-a31f-d2154d92e460","name":"default-kserve"} {"level":"info","ts":"2026-10-31T17:31:59Z","msg":"Skipping HWP migration: AcceleratorProfile CRD not found","group":"dashboard.opendatahub.io"} {"level":"info","ts":"2026-10-31T17:32:08Z","msg":"dependency not satisfied","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"25f905c1-2cb1-4c8b-a31f-d2154d92e460","dependency":"LeaderWorkerSet","type":"subscription","availabilitySeverity":"None","message":"LeaderWorkerSet not installed"} # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. {"level":"info","ts":"2026-10-31T17:32:26Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"25f905c1-2cb1-4c8b-a31f-d2154d92e460","component":"kserve","resourceCount":99} {"level":"info","ts":"2026-10-31T17:32:26Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"25f905c1-2cb1-4c8b-a31f-d2154d92e460","before":99,"after":79,"removed":20} {"level":"info","ts":"2026-10-31T17:32:26Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"25f905c1-2cb1-4c8b-a31f-d2154d92e460","component":"kserve","resources":79} {"level":"info","ts":"2026-10-31T17:32:26Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"25f905c1-2cb1-4c8b-a31f-d2154d92e460","component":"modelcontroller","resourceCount":90} {"level":"info","ts":"2026-10-31T17:32:26Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"25f905c1-2cb1-4c8b-a31f-d2154d92e460","before":90,"after":70,"removed":20} {"level":"info","ts":"2026-10-31T17:32:26Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"25f905c1-2cb1-4c8b-a31f-d2154d92e460","component":"modelcontroller","resources":70} {"level":"info","ts":"2026-10-31T17:32:27Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"25f905c1-2cb1-4c8b-a31f-d2154d92e460","component":"wva","resourceCount":24} {"level":"info","ts":"2026-10-31T17:32:27Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"25f905c1-2cb1-4c8b-a31f-d2154d92e460","component":"modelcache","resourceCount":28} {"level":"info","ts":"2026-10-31T17:32:27Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"25f905c1-2cb1-4c8b-a31f-d2154d92e460","component":"observability","resourceCount":3} {"level":"info","ts":"2026-10-31T17:32:27Z","msg":"PersesDashboard CRD not available, skipping observability dashboards","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"25f905c1-2cb1-4c8b-a31f-d2154d92e460"} {"level":"info","ts":"2026-10-31T17:32:27Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"25f905c1-2cb1-4c8b-a31f-d2154d92e460","component":"observability","resources":0} {"level":"info","ts":"2026-10-31T17:32:27Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"25f905c1-2cb1-4c8b-a31f-d2154d92e460","component":"console-dashboards","resourceCount":4} {"level":"info","ts":"2026-10-31T17:32:27Z","msg":"set namespace on console dashboard resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"25f905c1-2cb1-4c8b-a31f-d2154d92e460","namespace":"openshift-config-managed","count":4} {"level":"info","ts":"2026-10-31T17:32:27Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"25f905c1-2cb1-4c8b-a31f-d2154d92e460","component":"console-dashboards","resources":4} {"level":"error","ts":"2026-10-31T17:32:33Z","msg":"component reconciliation failed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"25f905c1-2cb1-4c8b-a31f-d2154d92e460","component":"deploy","error":"applying unowned resources: failure deploying resource opendatahub/v3-6-0-ea-2-kserve-config-llm-decode-template: apply failed serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig: unable to patch serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig opendatahub/v3-6-0-ea-2-kserve-config-llm-decode-template: Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.opendatahub.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"github.com/opendatahub-io/kserve-module/pkg/kservemodule.(*KserveModuleReconciler).Reconcile\n\t/go/src/github.com/opendatahub-io/kserve-module/pkg/kservemodule/reconciler.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":"2026-10-31T17:32:33Z","msg":"Reconciler error","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"25f905c1-2cb1-4c8b-a31f-d2154d92e460","error":"reconciliation failed: deploy: applying unowned resources: failure deploying resource opendatahub/v3-6-0-ea-2-kserve-config-llm-decode-template: apply failed serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig: unable to patch serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig opendatahub/v3-6-0-ea-2-kserve-config-llm-decode-template: Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.opendatahub.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":"2026-10-31T17:32:33Z","msg":"reconciling Kserve CR","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5afb3f2d-b38d-4474-b5da-b1398afd8a70","name":"default-kserve"} {"level":"info","ts":"2026-10-31T17:32:41Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-10-31T17:32:41Z","msg":"registered dynamic watch","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5afb3f2d-b38d-4474-b5da-b1398afd8a70","gvk":"serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig"} {"level":"info","ts":"2026-10-31T17:32:41Z","msg":"dependency not satisfied","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5afb3f2d-b38d-4474-b5da-b1398afd8a70","dependency":"LeaderWorkerSet","type":"subscription","availabilitySeverity":"None","message":"LeaderWorkerSet not installed"} # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. {"level":"info","ts":"2026-10-31T17:32:42Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5afb3f2d-b38d-4474-b5da-b1398afd8a70","component":"kserve","resourceCount":99} {"level":"info","ts":"2026-10-31T17:32:42Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5afb3f2d-b38d-4474-b5da-b1398afd8a70","before":99,"after":79,"removed":20} {"level":"info","ts":"2026-10-31T17:32:42Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5afb3f2d-b38d-4474-b5da-b1398afd8a70","component":"kserve","resources":79} {"level":"info","ts":"2026-10-31T17:32:43Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5afb3f2d-b38d-4474-b5da-b1398afd8a70","component":"modelcontroller","resourceCount":90} {"level":"info","ts":"2026-10-31T17:32:43Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5afb3f2d-b38d-4474-b5da-b1398afd8a70","before":90,"after":70,"removed":20} {"level":"info","ts":"2026-10-31T17:32:43Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5afb3f2d-b38d-4474-b5da-b1398afd8a70","component":"modelcontroller","resources":70} {"level":"info","ts":"2026-10-31T17:32:43Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5afb3f2d-b38d-4474-b5da-b1398afd8a70","component":"wva","resourceCount":24} {"level":"info","ts":"2026-10-31T17:32:44Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5afb3f2d-b38d-4474-b5da-b1398afd8a70","component":"modelcache","resourceCount":28} {"level":"info","ts":"2026-10-31T17:32:44Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5afb3f2d-b38d-4474-b5da-b1398afd8a70","component":"observability","resourceCount":3} {"level":"info","ts":"2026-10-31T17:32:44Z","msg":"PersesDashboard CRD not available, skipping observability dashboards","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5afb3f2d-b38d-4474-b5da-b1398afd8a70"} {"level":"info","ts":"2026-10-31T17:32:44Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5afb3f2d-b38d-4474-b5da-b1398afd8a70","component":"observability","resources":0} {"level":"info","ts":"2026-10-31T17:32:44Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5afb3f2d-b38d-4474-b5da-b1398afd8a70","component":"console-dashboards","resourceCount":4} {"level":"info","ts":"2026-10-31T17:32:44Z","msg":"set namespace on console dashboard resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5afb3f2d-b38d-4474-b5da-b1398afd8a70","namespace":"openshift-config-managed","count":4} {"level":"info","ts":"2026-10-31T17:32:44Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5afb3f2d-b38d-4474-b5da-b1398afd8a70","component":"console-dashboards","resources":4} {"level":"error","ts":"2026-10-31T17:32:47Z","msg":"component reconciliation failed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5afb3f2d-b38d-4474-b5da-b1398afd8a70","component":"deploy","error":"applying unowned resources: failure deploying resource opendatahub/v3-6-0-ea-2-kserve-config-llm-decode-template: apply failed serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig: unable to patch serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig opendatahub/v3-6-0-ea-2-kserve-config-llm-decode-template: Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.opendatahub.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"github.com/opendatahub-io/kserve-module/pkg/kservemodule.(*KserveModuleReconciler).Reconcile\n\t/go/src/github.com/opendatahub-io/kserve-module/pkg/kservemodule/reconciler.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":"2026-10-31T17:32:47Z","msg":"Reconciler error","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5afb3f2d-b38d-4474-b5da-b1398afd8a70","error":"reconciliation failed: deploy: applying unowned resources: failure deploying resource opendatahub/v3-6-0-ea-2-kserve-config-llm-decode-template: apply failed serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig: unable to patch serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig opendatahub/v3-6-0-ea-2-kserve-config-llm-decode-template: Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.opendatahub.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":"2026-10-31T17:32:47Z","msg":"reconciling Kserve CR","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"594aaf21-de02-4525-89c7-857a8090b53d","name":"default-kserve"} {"level":"info","ts":"2026-10-31T17:32:55Z","msg":"dependency not satisfied","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"594aaf21-de02-4525-89c7-857a8090b53d","dependency":"LeaderWorkerSet","type":"subscription","availabilitySeverity":"None","message":"LeaderWorkerSet not installed"} # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. {"level":"info","ts":"2026-10-31T17:32:55Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"594aaf21-de02-4525-89c7-857a8090b53d","component":"kserve","resourceCount":99} {"level":"info","ts":"2026-10-31T17:32:55Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"594aaf21-de02-4525-89c7-857a8090b53d","before":99,"after":79,"removed":20} {"level":"info","ts":"2026-10-31T17:32:55Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"594aaf21-de02-4525-89c7-857a8090b53d","component":"kserve","resources":79} {"level":"info","ts":"2026-10-31T17:32:56Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"594aaf21-de02-4525-89c7-857a8090b53d","component":"modelcontroller","resourceCount":90} {"level":"info","ts":"2026-10-31T17:32:56Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"594aaf21-de02-4525-89c7-857a8090b53d","before":90,"after":70,"removed":20} {"level":"info","ts":"2026-10-31T17:32:56Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"594aaf21-de02-4525-89c7-857a8090b53d","component":"modelcontroller","resources":70} {"level":"info","ts":"2026-10-31T17:32:56Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"594aaf21-de02-4525-89c7-857a8090b53d","component":"wva","resourceCount":24} {"level":"info","ts":"2026-10-31T17:32:57Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"594aaf21-de02-4525-89c7-857a8090b53d","component":"modelcache","resourceCount":28} {"level":"info","ts":"2026-10-31T17:32:57Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"594aaf21-de02-4525-89c7-857a8090b53d","component":"observability","resourceCount":3} {"level":"info","ts":"2026-10-31T17:32:57Z","msg":"PersesDashboard CRD not available, skipping observability dashboards","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"594aaf21-de02-4525-89c7-857a8090b53d"} {"level":"info","ts":"2026-10-31T17:32:57Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"594aaf21-de02-4525-89c7-857a8090b53d","component":"observability","resources":0} {"level":"info","ts":"2026-10-31T17:32:57Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"594aaf21-de02-4525-89c7-857a8090b53d","component":"console-dashboards","resourceCount":4} {"level":"info","ts":"2026-10-31T17:32:57Z","msg":"set namespace on console dashboard resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"594aaf21-de02-4525-89c7-857a8090b53d","namespace":"openshift-config-managed","count":4} {"level":"info","ts":"2026-10-31T17:32:57Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"594aaf21-de02-4525-89c7-857a8090b53d","component":"console-dashboards","resources":4} {"level":"error","ts":"2026-10-31T17:32:59Z","msg":"component reconciliation failed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"594aaf21-de02-4525-89c7-857a8090b53d","component":"deploy","error":"applying unowned resources: failure deploying resource opendatahub/v3-6-0-ea-2-kserve-config-llm-decode-template: apply failed serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig: unable to patch serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig opendatahub/v3-6-0-ea-2-kserve-config-llm-decode-template: Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.opendatahub.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"github.com/opendatahub-io/kserve-module/pkg/kservemodule.(*KserveModuleReconciler).Reconcile\n\t/go/src/github.com/opendatahub-io/kserve-module/pkg/kservemodule/reconciler.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":"2026-10-31T17:32:59Z","msg":"Reconciler error","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"594aaf21-de02-4525-89c7-857a8090b53d","error":"reconciliation failed: deploy: applying unowned resources: failure deploying resource opendatahub/v3-6-0-ea-2-kserve-config-llm-decode-template: apply failed serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig: unable to patch serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig opendatahub/v3-6-0-ea-2-kserve-config-llm-decode-template: Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.opendatahub.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":"2026-10-31T17:32:59Z","msg":"reconciling Kserve CR","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3325ffdc-716c-4916-8c99-8645152680bf","name":"default-kserve"} {"level":"info","ts":"2026-10-31T17:33:08Z","msg":"dependency not satisfied","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3325ffdc-716c-4916-8c99-8645152680bf","dependency":"LeaderWorkerSet","type":"subscription","availabilitySeverity":"None","message":"LeaderWorkerSet not installed"} # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. {"level":"info","ts":"2026-10-31T17:33:08Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3325ffdc-716c-4916-8c99-8645152680bf","component":"kserve","resourceCount":99} {"level":"info","ts":"2026-10-31T17:33:08Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3325ffdc-716c-4916-8c99-8645152680bf","before":99,"after":79,"removed":20} {"level":"info","ts":"2026-10-31T17:33:08Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3325ffdc-716c-4916-8c99-8645152680bf","component":"kserve","resources":79} {"level":"info","ts":"2026-10-31T17:33:09Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3325ffdc-716c-4916-8c99-8645152680bf","component":"modelcontroller","resourceCount":90} {"level":"info","ts":"2026-10-31T17:33:09Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3325ffdc-716c-4916-8c99-8645152680bf","before":90,"after":70,"removed":20} {"level":"info","ts":"2026-10-31T17:33:09Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3325ffdc-716c-4916-8c99-8645152680bf","component":"modelcontroller","resources":70} {"level":"info","ts":"2026-10-31T17:33:09Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3325ffdc-716c-4916-8c99-8645152680bf","component":"wva","resourceCount":24} {"level":"info","ts":"2026-10-31T17:33:10Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3325ffdc-716c-4916-8c99-8645152680bf","component":"modelcache","resourceCount":28} {"level":"info","ts":"2026-10-31T17:33:10Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3325ffdc-716c-4916-8c99-8645152680bf","component":"observability","resourceCount":3} {"level":"info","ts":"2026-10-31T17:33:10Z","msg":"PersesDashboard CRD not available, skipping observability dashboards","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3325ffdc-716c-4916-8c99-8645152680bf"} {"level":"info","ts":"2026-10-31T17:33:10Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3325ffdc-716c-4916-8c99-8645152680bf","component":"observability","resources":0} {"level":"info","ts":"2026-10-31T17:33:10Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3325ffdc-716c-4916-8c99-8645152680bf","component":"console-dashboards","resourceCount":4} {"level":"info","ts":"2026-10-31T17:33:10Z","msg":"set namespace on console dashboard resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3325ffdc-716c-4916-8c99-8645152680bf","namespace":"openshift-config-managed","count":4} {"level":"info","ts":"2026-10-31T17:33:10Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3325ffdc-716c-4916-8c99-8645152680bf","component":"console-dashboards","resources":4} {"level":"info","ts":"2026-10-31T17:33:14Z","msg":"deployed all resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3325ffdc-716c-4916-8c99-8645152680bf","owned":131,"unowned":22} {"level":"info","ts":"2026-10-31T17:33:22Z","msg":"self-installed dynamic watch registration pending, requeueing","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3325ffdc-716c-4916-8c99-8645152680bf"} {"level":"info","ts":"2026-10-31T17:33:22Z","msg":"reconciling Kserve CR","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5ae7cdc8-1b97-49f8-b3d2-d0ba864ace6f","name":"default-kserve"} {"level":"info","ts":"2026-10-31T17:33:31Z","msg":"dependency not satisfied","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5ae7cdc8-1b97-49f8-b3d2-d0ba864ace6f","dependency":"LeaderWorkerSet","type":"subscription","availabilitySeverity":"None","message":"LeaderWorkerSet not installed"} # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. {"level":"info","ts":"2026-10-31T17:33:31Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5ae7cdc8-1b97-49f8-b3d2-d0ba864ace6f","component":"kserve","resourceCount":99} {"level":"info","ts":"2026-10-31T17:33:31Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5ae7cdc8-1b97-49f8-b3d2-d0ba864ace6f","before":99,"after":79,"removed":20} {"level":"info","ts":"2026-10-31T17:33:31Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5ae7cdc8-1b97-49f8-b3d2-d0ba864ace6f","component":"kserve","resources":79} {"level":"info","ts":"2026-10-31T17:33:32Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5ae7cdc8-1b97-49f8-b3d2-d0ba864ace6f","component":"modelcontroller","resourceCount":90} {"level":"info","ts":"2026-10-31T17:33:32Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5ae7cdc8-1b97-49f8-b3d2-d0ba864ace6f","before":90,"after":70,"removed":20} {"level":"info","ts":"2026-10-31T17:33:32Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5ae7cdc8-1b97-49f8-b3d2-d0ba864ace6f","component":"modelcontroller","resources":70} {"level":"info","ts":"2026-10-31T17:33:32Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5ae7cdc8-1b97-49f8-b3d2-d0ba864ace6f","component":"wva","resourceCount":24} {"level":"info","ts":"2026-10-31T17:33:33Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5ae7cdc8-1b97-49f8-b3d2-d0ba864ace6f","component":"modelcache","resourceCount":28} {"level":"info","ts":"2026-10-31T17:33:33Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5ae7cdc8-1b97-49f8-b3d2-d0ba864ace6f","component":"observability","resourceCount":3} {"level":"info","ts":"2026-10-31T17:33:33Z","msg":"PersesDashboard CRD not available, skipping observability dashboards","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5ae7cdc8-1b97-49f8-b3d2-d0ba864ace6f"} {"level":"info","ts":"2026-10-31T17:33:33Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5ae7cdc8-1b97-49f8-b3d2-d0ba864ace6f","component":"observability","resources":0} {"level":"info","ts":"2026-10-31T17:33:33Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5ae7cdc8-1b97-49f8-b3d2-d0ba864ace6f","component":"console-dashboards","resourceCount":4} {"level":"info","ts":"2026-10-31T17:33:33Z","msg":"set namespace on console dashboard resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5ae7cdc8-1b97-49f8-b3d2-d0ba864ace6f","namespace":"openshift-config-managed","count":4} {"level":"info","ts":"2026-10-31T17:33:33Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5ae7cdc8-1b97-49f8-b3d2-d0ba864ace6f","component":"console-dashboards","resources":4} {"level":"info","ts":"2026-10-31T17:33:37Z","msg":"deployed all resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5ae7cdc8-1b97-49f8-b3d2-d0ba864ace6f","owned":131,"unowned":22} {"level":"info","ts":"2026-10-31T17:33:45Z","msg":"self-installed dynamic watch registration pending, requeueing","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"5ae7cdc8-1b97-49f8-b3d2-d0ba864ace6f"} {"level":"info","ts":"2026-10-31T17:33:45Z","msg":"reconciling Kserve CR","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"9c73fb34-fb60-4527-b50c-4c1ae7c5bfb8","name":"default-kserve"} {"level":"info","ts":"2026-10-31T17:33:53Z","msg":"dependency not satisfied","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"9c73fb34-fb60-4527-b50c-4c1ae7c5bfb8","dependency":"LeaderWorkerSet","type":"subscription","availabilitySeverity":"None","message":"LeaderWorkerSet not installed"} # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. {"level":"info","ts":"2026-10-31T17:33:54Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"9c73fb34-fb60-4527-b50c-4c1ae7c5bfb8","component":"kserve","resourceCount":99} {"level":"info","ts":"2026-10-31T17:33:54Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"9c73fb34-fb60-4527-b50c-4c1ae7c5bfb8","before":99,"after":79,"removed":20} {"level":"info","ts":"2026-10-31T17:33:54Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"9c73fb34-fb60-4527-b50c-4c1ae7c5bfb8","component":"kserve","resources":79} {"level":"info","ts":"2026-10-31T17:33:54Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"9c73fb34-fb60-4527-b50c-4c1ae7c5bfb8","component":"modelcontroller","resourceCount":90} {"level":"info","ts":"2026-10-31T17:33:54Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"9c73fb34-fb60-4527-b50c-4c1ae7c5bfb8","before":90,"after":70,"removed":20} {"level":"info","ts":"2026-10-31T17:33:54Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"9c73fb34-fb60-4527-b50c-4c1ae7c5bfb8","component":"modelcontroller","resources":70} {"level":"info","ts":"2026-10-31T17:33:55Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"9c73fb34-fb60-4527-b50c-4c1ae7c5bfb8","component":"wva","resourceCount":24} {"level":"info","ts":"2026-10-31T17:33:55Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"9c73fb34-fb60-4527-b50c-4c1ae7c5bfb8","component":"modelcache","resourceCount":28} {"level":"info","ts":"2026-10-31T17:33:55Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"9c73fb34-fb60-4527-b50c-4c1ae7c5bfb8","component":"observability","resourceCount":3} {"level":"info","ts":"2026-10-31T17:33:55Z","msg":"PersesDashboard CRD not available, skipping observability dashboards","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"9c73fb34-fb60-4527-b50c-4c1ae7c5bfb8"} {"level":"info","ts":"2026-10-31T17:33:55Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"9c73fb34-fb60-4527-b50c-4c1ae7c5bfb8","component":"observability","resources":0} {"level":"info","ts":"2026-10-31T17:33:55Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"9c73fb34-fb60-4527-b50c-4c1ae7c5bfb8","component":"console-dashboards","resourceCount":4} {"level":"info","ts":"2026-10-31T17:33:55Z","msg":"set namespace on console dashboard resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"9c73fb34-fb60-4527-b50c-4c1ae7c5bfb8","namespace":"openshift-config-managed","count":4} {"level":"info","ts":"2026-10-31T17:33:55Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"9c73fb34-fb60-4527-b50c-4c1ae7c5bfb8","component":"console-dashboards","resources":4} {"level":"info","ts":"2026-10-31T17:33:58Z","msg":"deployed all resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"9c73fb34-fb60-4527-b50c-4c1ae7c5bfb8","owned":131,"unowned":22} {"level":"info","ts":"2026-10-31T17:34:07Z","msg":"self-installed dynamic watch registration pending, requeueing","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"9c73fb34-fb60-4527-b50c-4c1ae7c5bfb8"} {"level":"info","ts":"2026-10-31T17:34:07Z","msg":"reconciling Kserve CR","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"fb0d4bdd-2064-40be-bc96-a1007de89219","name":"default-kserve"} {"level":"info","ts":"2026-10-31T17:34:15Z","msg":"dependency not satisfied","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"fb0d4bdd-2064-40be-bc96-a1007de89219","dependency":"LeaderWorkerSet","type":"subscription","availabilitySeverity":"None","message":"LeaderWorkerSet not installed"} # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. {"level":"info","ts":"2026-10-31T17:34:16Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"fb0d4bdd-2064-40be-bc96-a1007de89219","component":"kserve","resourceCount":99} {"level":"info","ts":"2026-10-31T17:34:16Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"fb0d4bdd-2064-40be-bc96-a1007de89219","before":99,"after":79,"removed":20} {"level":"info","ts":"2026-10-31T17:34:16Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"fb0d4bdd-2064-40be-bc96-a1007de89219","component":"kserve","resources":79} {"level":"info","ts":"2026-10-31T17:34:16Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"fb0d4bdd-2064-40be-bc96-a1007de89219","component":"modelcontroller","resourceCount":90} {"level":"info","ts":"2026-10-31T17:34:16Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"fb0d4bdd-2064-40be-bc96-a1007de89219","before":90,"after":70,"removed":20} {"level":"info","ts":"2026-10-31T17:34:16Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"fb0d4bdd-2064-40be-bc96-a1007de89219","component":"modelcontroller","resources":70} {"level":"info","ts":"2026-10-31T17:34:17Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"fb0d4bdd-2064-40be-bc96-a1007de89219","component":"wva","resourceCount":24} {"level":"info","ts":"2026-10-31T17:34:17Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"fb0d4bdd-2064-40be-bc96-a1007de89219","component":"modelcache","resourceCount":28} {"level":"info","ts":"2026-10-31T17:34:17Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"fb0d4bdd-2064-40be-bc96-a1007de89219","component":"observability","resourceCount":3} {"level":"info","ts":"2026-10-31T17:34:17Z","msg":"PersesDashboard CRD not available, skipping observability dashboards","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"fb0d4bdd-2064-40be-bc96-a1007de89219"} {"level":"info","ts":"2026-10-31T17:34:17Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"fb0d4bdd-2064-40be-bc96-a1007de89219","component":"observability","resources":0} {"level":"info","ts":"2026-10-31T17:34:17Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"fb0d4bdd-2064-40be-bc96-a1007de89219","component":"console-dashboards","resourceCount":4} {"level":"info","ts":"2026-10-31T17:34:17Z","msg":"set namespace on console dashboard resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"fb0d4bdd-2064-40be-bc96-a1007de89219","namespace":"openshift-config-managed","count":4} {"level":"info","ts":"2026-10-31T17:34:17Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"fb0d4bdd-2064-40be-bc96-a1007de89219","component":"console-dashboards","resources":4} {"level":"info","ts":"2026-10-31T17:34:20Z","msg":"deployed all resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"fb0d4bdd-2064-40be-bc96-a1007de89219","owned":131,"unowned":22} {"level":"info","ts":"2026-10-31T17:34:28Z","msg":"self-installed dynamic watch registration pending, requeueing","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"fb0d4bdd-2064-40be-bc96-a1007de89219"} {"level":"info","ts":"2026-10-31T17:34:28Z","msg":"reconciling Kserve CR","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"a7bbb55a-e773-49fa-9160-6432924edcac","name":"default-kserve"} {"level":"info","ts":"2026-10-31T17:34:36Z","msg":"dependency not satisfied","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"a7bbb55a-e773-49fa-9160-6432924edcac","dependency":"LeaderWorkerSet","type":"subscription","availabilitySeverity":"None","message":"LeaderWorkerSet not installed"} # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. {"level":"info","ts":"2026-10-31T17:34:37Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"a7bbb55a-e773-49fa-9160-6432924edcac","component":"kserve","resourceCount":99} {"level":"info","ts":"2026-10-31T17:34:37Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"a7bbb55a-e773-49fa-9160-6432924edcac","before":99,"after":79,"removed":20} {"level":"info","ts":"2026-10-31T17:34:37Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"a7bbb55a-e773-49fa-9160-6432924edcac","component":"kserve","resources":79} {"level":"info","ts":"2026-10-31T17:34:37Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"a7bbb55a-e773-49fa-9160-6432924edcac","component":"modelcontroller","resourceCount":90} {"level":"info","ts":"2026-10-31T17:34:37Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"a7bbb55a-e773-49fa-9160-6432924edcac","before":90,"after":70,"removed":20} {"level":"info","ts":"2026-10-31T17:34:37Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"a7bbb55a-e773-49fa-9160-6432924edcac","component":"modelcontroller","resources":70} {"level":"info","ts":"2026-10-31T17:34:38Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"a7bbb55a-e773-49fa-9160-6432924edcac","component":"wva","resourceCount":24} {"level":"info","ts":"2026-10-31T17:34:38Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"a7bbb55a-e773-49fa-9160-6432924edcac","component":"modelcache","resourceCount":28} {"level":"info","ts":"2026-10-31T17:34:38Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"a7bbb55a-e773-49fa-9160-6432924edcac","component":"observability","resourceCount":3} {"level":"info","ts":"2026-10-31T17:34:38Z","msg":"PersesDashboard CRD not available, skipping observability dashboards","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"a7bbb55a-e773-49fa-9160-6432924edcac"} {"level":"info","ts":"2026-10-31T17:34:38Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"a7bbb55a-e773-49fa-9160-6432924edcac","component":"observability","resources":0} {"level":"info","ts":"2026-10-31T17:34:38Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"a7bbb55a-e773-49fa-9160-6432924edcac","component":"console-dashboards","resourceCount":4} {"level":"info","ts":"2026-10-31T17:34:38Z","msg":"set namespace on console dashboard resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"a7bbb55a-e773-49fa-9160-6432924edcac","namespace":"openshift-config-managed","count":4} {"level":"info","ts":"2026-10-31T17:34:38Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"a7bbb55a-e773-49fa-9160-6432924edcac","component":"console-dashboards","resources":4} {"level":"info","ts":"2026-10-31T17:34:42Z","msg":"deployed all resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"a7bbb55a-e773-49fa-9160-6432924edcac","owned":131,"unowned":22} {"level":"info","ts":"2026-10-31T17:34:50Z","msg":"self-installed dynamic watch registration pending, requeueing","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"a7bbb55a-e773-49fa-9160-6432924edcac"} {"level":"info","ts":"2026-10-31T17:35:05Z","msg":"reconciling Kserve CR","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"04b51f4d-d8d8-4e1b-9dd4-ae6a40a6f8e4","name":"default-kserve"} {"level":"info","ts":"2026-10-31T17:35:13Z","msg":"dependency not satisfied","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"04b51f4d-d8d8-4e1b-9dd4-ae6a40a6f8e4","dependency":"LeaderWorkerSet","type":"subscription","availabilitySeverity":"None","message":"LeaderWorkerSet not installed"} # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. {"level":"info","ts":"2026-10-31T17:35:14Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"04b51f4d-d8d8-4e1b-9dd4-ae6a40a6f8e4","component":"kserve","resourceCount":99} {"level":"info","ts":"2026-10-31T17:35:14Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"04b51f4d-d8d8-4e1b-9dd4-ae6a40a6f8e4","before":99,"after":79,"removed":20} {"level":"info","ts":"2026-10-31T17:35:14Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"04b51f4d-d8d8-4e1b-9dd4-ae6a40a6f8e4","component":"kserve","resources":79} {"level":"info","ts":"2026-10-31T17:35:15Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"04b51f4d-d8d8-4e1b-9dd4-ae6a40a6f8e4","component":"modelcontroller","resourceCount":90} {"level":"info","ts":"2026-10-31T17:35:15Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"04b51f4d-d8d8-4e1b-9dd4-ae6a40a6f8e4","before":90,"after":70,"removed":20} {"level":"info","ts":"2026-10-31T17:35:15Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"04b51f4d-d8d8-4e1b-9dd4-ae6a40a6f8e4","component":"modelcontroller","resources":70} {"level":"info","ts":"2026-10-31T17:35:15Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"04b51f4d-d8d8-4e1b-9dd4-ae6a40a6f8e4","component":"wva","resourceCount":24} {"level":"info","ts":"2026-10-31T17:35:16Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"04b51f4d-d8d8-4e1b-9dd4-ae6a40a6f8e4","component":"modelcache","resourceCount":28} {"level":"info","ts":"2026-10-31T17:35:16Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"04b51f4d-d8d8-4e1b-9dd4-ae6a40a6f8e4","component":"observability","resourceCount":3} {"level":"info","ts":"2026-10-31T17:35:16Z","msg":"PersesDashboard CRD not available, skipping observability dashboards","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"04b51f4d-d8d8-4e1b-9dd4-ae6a40a6f8e4"} {"level":"info","ts":"2026-10-31T17:35:16Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"04b51f4d-d8d8-4e1b-9dd4-ae6a40a6f8e4","component":"observability","resources":0} {"level":"info","ts":"2026-10-31T17:35:16Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"04b51f4d-d8d8-4e1b-9dd4-ae6a40a6f8e4","component":"console-dashboards","resourceCount":4} {"level":"info","ts":"2026-10-31T17:35:16Z","msg":"set namespace on console dashboard resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"04b51f4d-d8d8-4e1b-9dd4-ae6a40a6f8e4","namespace":"openshift-config-managed","count":4} {"level":"info","ts":"2026-10-31T17:35:16Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"04b51f4d-d8d8-4e1b-9dd4-ae6a40a6f8e4","component":"console-dashboards","resources":4} {"level":"info","ts":"2026-10-31T17:35:18Z","msg":"deployed all resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"04b51f4d-d8d8-4e1b-9dd4-ae6a40a6f8e4","owned":131,"unowned":22} {"level":"info","ts":"2026-10-31T17:35:27Z","msg":"self-installed dynamic watch registration pending, requeueing","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"04b51f4d-d8d8-4e1b-9dd4-ae6a40a6f8e4"} E1031 17:35:32.493314 1 leaderelection.go:445] "Failed to update lease optimistically, falling back to slow path" err="Put \"https://172.31.0.1:443/apis/coordination.k8s.io/v1/namespaces/opendatahub/leases/kserve-module-controller-manager?timeout=5s\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" lock="opendatahub/kserve-module-controller-manager" E1031 17:35:37.493869 1 leaderelection.go:452] "Error retrieving lease lock" err="Get \"https://172.31.0.1:443/apis/coordination.k8s.io/v1/namespaces/opendatahub/leases/kserve-module-controller-manager?timeout=5s\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)" lock="opendatahub/kserve-module-controller-manager" I1031 17:35:37.493899 1 leaderelection.go:299] "Failed to renew lease" lock="opendatahub/kserve-module-controller-manager" err="context deadline exceeded" {"level":"error","ts":"2026-10-31T17:35:37Z","logger":"setup","msg":"unable to run the manager","error":"leader election lost","stacktrace":"main.main\n\t/go/src/github.com/opendatahub-io/kserve-module/cmd/kserve-module/main.go:102\nruntime.main\n\t/usr/lib/golang/src/runtime/proc.go:285"}