{"level":"info","ts":"2026-09-07T21:03:31Z","logger":"setup","msg":"setting up kserve-module controller"} {"level":"info","ts":"2026-09-07T21:03:47Z","logger":"setup","msg":"starting manager"} {"level":"info","ts":"2026-09-07T21:03:47Z","logger":"controller-runtime.metrics","msg":"Starting metrics server"} {"level":"info","ts":"2026-09-07T21:03:47Z","msg":"starting server","name":"health probe","addr":"[::]:8081"} {"level":"info","ts":"2026-09-07T21:03:47Z","logger":"controller-runtime.metrics","msg":"Serving metrics server","bindAddress":":8080","secure":false} I0907 21:03:47.530585 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/kserve-module-controller-manager" I0907 21:03:47.536689 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/kserve-module-controller-manager" {"level":"info","ts":"2026-09-07T21:03:47Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-07T21:03:47Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.ServiceAccount"} {"level":"info","ts":"2026-09-07T21:03:47Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1alpha1.Kserve"} {"level":"info","ts":"2026-09-07T21:03:47Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.PersistentVolume"} {"level":"info","ts":"2026-09-07T21:03:47Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.ConfigMap"} {"level":"info","ts":"2026-09-07T21:03:47Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.PersistentVolumeClaim"} {"level":"info","ts":"2026-09-07T21:03:47Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.Secret"} {"level":"info","ts":"2026-09-07T21:03:47Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.Service"} {"level":"info","ts":"2026-09-07T21:03:47Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.MutatingWebhookConfiguration"} {"level":"info","ts":"2026-09-07T21:03:47Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.Deployment"} {"level":"info","ts":"2026-09-07T21:03:47Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.DaemonSet"} {"level":"info","ts":"2026-09-07T21:03:47Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.NetworkPolicy"} {"level":"info","ts":"2026-09-07T21:03:47Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.PartialObjectMetadata"} {"level":"info","ts":"2026-09-07T21:03:47Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.RoleBinding"} {"level":"info","ts":"2026-09-07T21:03:47Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.ConfigMap"} {"level":"info","ts":"2026-09-07T21:03:47Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.ClusterRole"} {"level":"info","ts":"2026-09-07T21:03:47Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.Node"} {"level":"info","ts":"2026-09-07T21:03:47Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.ClusterRoleBinding"} {"level":"info","ts":"2026-09-07T21:03:47Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.ValidatingWebhookConfiguration"} {"level":"info","ts":"2026-09-07T21:03:47Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.Role"} {"level":"info","ts":"2026-09-07T21:03:47Z","msg":"Starting Controller","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve"} {"level":"info","ts":"2026-09-07T21:03:47Z","msg":"Starting workers","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","worker count":1} {"level":"info","ts":"2026-09-07T21:03:47Z","msg":"added module finalizer to Kserve CR","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"e0d40cce-6c90-4e15-9fdf-897707392d4f"} {"level":"info","ts":"2026-09-07T21:03:47Z","msg":"reconciling Kserve CR","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"e0d40cce-6c90-4e15-9fdf-897707392d4f","name":"default-kserve"} {"level":"info","ts":"2026-09-07T21:03:51Z","msg":"Skipping HWP migration: AcceleratorProfile CRD not found","group":"dashboard.opendatahub.io"} {"level":"info","ts":"2026-09-07T21:04:00Z","msg":"dependency not satisfied","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"e0d40cce-6c90-4e15-9fdf-897707392d4f","dependency":"LeaderWorkerSet","type":"subscription","availabilitySeverity":"None","message":"LeaderWorkerSet not installed"} # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. {"level":"info","ts":"2026-09-07T21:04:19Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"e0d40cce-6c90-4e15-9fdf-897707392d4f","component":"kserve","resourceCount":95} {"level":"info","ts":"2026-09-07T21:04:19Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"e0d40cce-6c90-4e15-9fdf-897707392d4f","before":95,"after":77,"removed":18} {"level":"info","ts":"2026-09-07T21:04:19Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"e0d40cce-6c90-4e15-9fdf-897707392d4f","component":"kserve","resources":77} {"level":"info","ts":"2026-09-07T21:04:19Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"e0d40cce-6c90-4e15-9fdf-897707392d4f","component":"modelcontroller","resourceCount":89} {"level":"info","ts":"2026-09-07T21:04:19Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"e0d40cce-6c90-4e15-9fdf-897707392d4f","before":89,"after":69,"removed":20} {"level":"info","ts":"2026-09-07T21:04:19Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"e0d40cce-6c90-4e15-9fdf-897707392d4f","component":"modelcontroller","resources":69} {"level":"info","ts":"2026-09-07T21:04:19Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"e0d40cce-6c90-4e15-9fdf-897707392d4f","component":"wva","resourceCount":24} {"level":"info","ts":"2026-09-07T21:04:20Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"e0d40cce-6c90-4e15-9fdf-897707392d4f","component":"modelcache","resourceCount":27} {"level":"info","ts":"2026-09-07T21:04:20Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"e0d40cce-6c90-4e15-9fdf-897707392d4f","component":"observability","resourceCount":3} {"level":"info","ts":"2026-09-07T21:04:20Z","msg":"PersesDashboard CRD not available, skipping observability dashboards","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"e0d40cce-6c90-4e15-9fdf-897707392d4f"} {"level":"info","ts":"2026-09-07T21:04:20Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"e0d40cce-6c90-4e15-9fdf-897707392d4f","component":"observability","resources":0} {"level":"info","ts":"2026-09-07T21:04:20Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"e0d40cce-6c90-4e15-9fdf-897707392d4f","component":"console-dashboards","resourceCount":4} {"level":"info","ts":"2026-09-07T21:04:20Z","msg":"set namespace on console dashboard resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"e0d40cce-6c90-4e15-9fdf-897707392d4f","namespace":"openshift-config-managed","count":4} {"level":"info","ts":"2026-09-07T21:04:20Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"e0d40cce-6c90-4e15-9fdf-897707392d4f","component":"console-dashboards","resources":4} {"level":"error","ts":"2026-09-07T21:04:23Z","msg":"component reconciliation failed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"e0d40cce-6c90-4e15-9fdf-897707392d4f","component":"deploy","error":"applying unowned resources: failure deploying resource opendatahub/v3-6-0-ea-1-kserve-config-llm-decode-template: apply failed serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig: unable to patch serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig opendatahub/v3-6-0-ea-1-kserve-config-llm-decode-template: Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.opendatahub.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"github.com/opendatahub-io/kserve-module/pkg/kservemodule.(*KserveModuleReconciler).Reconcile\n\t/go/src/github.com/opendatahub-io/kserve-module/pkg/kservemodule/reconciler.go:190\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":"2026-09-07T21:04:23Z","msg":"Reconciler error","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"e0d40cce-6c90-4e15-9fdf-897707392d4f","error":"reconciliation failed: deploy: applying unowned resources: failure deploying resource opendatahub/v3-6-0-ea-1-kserve-config-llm-decode-template: apply failed serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig: unable to patch serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig opendatahub/v3-6-0-ea-1-kserve-config-llm-decode-template: Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.opendatahub.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":"2026-09-07T21:04:23Z","msg":"reconciling Kserve CR","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"71a9136e-b0c2-48f9-ae78-ad25f6e4b530","name":"default-kserve"} {"level":"info","ts":"2026-09-07T21:04:31Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-07T21:04:31Z","msg":"registered dynamic watch","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"71a9136e-b0c2-48f9-ae78-ad25f6e4b530","gvk":"serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig"} {"level":"info","ts":"2026-09-07T21:04:31Z","msg":"dependency not satisfied","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"71a9136e-b0c2-48f9-ae78-ad25f6e4b530","dependency":"LeaderWorkerSet","type":"subscription","availabilitySeverity":"None","message":"LeaderWorkerSet not installed"} # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. {"level":"info","ts":"2026-09-07T21:04:32Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"71a9136e-b0c2-48f9-ae78-ad25f6e4b530","component":"kserve","resourceCount":95} {"level":"info","ts":"2026-09-07T21:04:32Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"71a9136e-b0c2-48f9-ae78-ad25f6e4b530","before":95,"after":77,"removed":18} {"level":"info","ts":"2026-09-07T21:04:32Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"71a9136e-b0c2-48f9-ae78-ad25f6e4b530","component":"kserve","resources":77} {"level":"info","ts":"2026-09-07T21:04:32Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"71a9136e-b0c2-48f9-ae78-ad25f6e4b530","component":"modelcontroller","resourceCount":89} {"level":"info","ts":"2026-09-07T21:04:32Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"71a9136e-b0c2-48f9-ae78-ad25f6e4b530","before":89,"after":69,"removed":20} {"level":"info","ts":"2026-09-07T21:04:32Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"71a9136e-b0c2-48f9-ae78-ad25f6e4b530","component":"modelcontroller","resources":69} {"level":"info","ts":"2026-09-07T21:04:32Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"71a9136e-b0c2-48f9-ae78-ad25f6e4b530","component":"wva","resourceCount":24} {"level":"info","ts":"2026-09-07T21:04:32Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"71a9136e-b0c2-48f9-ae78-ad25f6e4b530","component":"modelcache","resourceCount":27} {"level":"info","ts":"2026-09-07T21:04:32Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"71a9136e-b0c2-48f9-ae78-ad25f6e4b530","component":"observability","resourceCount":3} {"level":"info","ts":"2026-09-07T21:04:32Z","msg":"PersesDashboard CRD not available, skipping observability dashboards","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"71a9136e-b0c2-48f9-ae78-ad25f6e4b530"} {"level":"info","ts":"2026-09-07T21:04:32Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"71a9136e-b0c2-48f9-ae78-ad25f6e4b530","component":"observability","resources":0} {"level":"info","ts":"2026-09-07T21:04:32Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"71a9136e-b0c2-48f9-ae78-ad25f6e4b530","component":"console-dashboards","resourceCount":4} {"level":"info","ts":"2026-09-07T21:04:32Z","msg":"set namespace on console dashboard resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"71a9136e-b0c2-48f9-ae78-ad25f6e4b530","namespace":"openshift-config-managed","count":4} {"level":"info","ts":"2026-09-07T21:04:32Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"71a9136e-b0c2-48f9-ae78-ad25f6e4b530","component":"console-dashboards","resources":4} {"level":"error","ts":"2026-09-07T21:04:33Z","msg":"component reconciliation failed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"71a9136e-b0c2-48f9-ae78-ad25f6e4b530","component":"deploy","error":"applying unowned resources: failure deploying resource opendatahub/v3-6-0-ea-1-kserve-config-llm-decode-template: apply failed serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig: unable to patch serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig opendatahub/v3-6-0-ea-1-kserve-config-llm-decode-template: Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.opendatahub.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"github.com/opendatahub-io/kserve-module/pkg/kservemodule.(*KserveModuleReconciler).Reconcile\n\t/go/src/github.com/opendatahub-io/kserve-module/pkg/kservemodule/reconciler.go:190\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":"2026-09-07T21:04:33Z","msg":"Reconciler error","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"71a9136e-b0c2-48f9-ae78-ad25f6e4b530","error":"reconciliation failed: deploy: applying unowned resources: failure deploying resource opendatahub/v3-6-0-ea-1-kserve-config-llm-decode-template: apply failed serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig: unable to patch serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig opendatahub/v3-6-0-ea-1-kserve-config-llm-decode-template: Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.opendatahub.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":"2026-09-07T21:04:33Z","msg":"reconciling Kserve CR","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"c4b173dd-3ff4-40b2-8744-7bf732eff986","name":"default-kserve"} {"level":"info","ts":"2026-09-07T21:04:41Z","msg":"dependency not satisfied","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"c4b173dd-3ff4-40b2-8744-7bf732eff986","dependency":"LeaderWorkerSet","type":"subscription","availabilitySeverity":"None","message":"LeaderWorkerSet not installed"} # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. {"level":"info","ts":"2026-09-07T21:04:42Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"c4b173dd-3ff4-40b2-8744-7bf732eff986","component":"kserve","resourceCount":95} {"level":"info","ts":"2026-09-07T21:04:42Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"c4b173dd-3ff4-40b2-8744-7bf732eff986","before":95,"after":77,"removed":18} {"level":"info","ts":"2026-09-07T21:04:42Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"c4b173dd-3ff4-40b2-8744-7bf732eff986","component":"kserve","resources":77} {"level":"info","ts":"2026-09-07T21:04:42Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"c4b173dd-3ff4-40b2-8744-7bf732eff986","component":"modelcontroller","resourceCount":89} {"level":"info","ts":"2026-09-07T21:04:42Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"c4b173dd-3ff4-40b2-8744-7bf732eff986","before":89,"after":69,"removed":20} {"level":"info","ts":"2026-09-07T21:04:42Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"c4b173dd-3ff4-40b2-8744-7bf732eff986","component":"modelcontroller","resources":69} {"level":"info","ts":"2026-09-07T21:04:42Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"c4b173dd-3ff4-40b2-8744-7bf732eff986","component":"wva","resourceCount":24} {"level":"info","ts":"2026-09-07T21:04:43Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"c4b173dd-3ff4-40b2-8744-7bf732eff986","component":"modelcache","resourceCount":27} {"level":"info","ts":"2026-09-07T21:04:43Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"c4b173dd-3ff4-40b2-8744-7bf732eff986","component":"observability","resourceCount":3} {"level":"info","ts":"2026-09-07T21:04:43Z","msg":"PersesDashboard CRD not available, skipping observability dashboards","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"c4b173dd-3ff4-40b2-8744-7bf732eff986"} {"level":"info","ts":"2026-09-07T21:04:43Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"c4b173dd-3ff4-40b2-8744-7bf732eff986","component":"observability","resources":0} {"level":"info","ts":"2026-09-07T21:04:43Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"c4b173dd-3ff4-40b2-8744-7bf732eff986","component":"console-dashboards","resourceCount":4} {"level":"info","ts":"2026-09-07T21:04:43Z","msg":"set namespace on console dashboard resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"c4b173dd-3ff4-40b2-8744-7bf732eff986","namespace":"openshift-config-managed","count":4} {"level":"info","ts":"2026-09-07T21:04:43Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"c4b173dd-3ff4-40b2-8744-7bf732eff986","component":"console-dashboards","resources":4} {"level":"error","ts":"2026-09-07T21:04:43Z","msg":"component reconciliation failed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"c4b173dd-3ff4-40b2-8744-7bf732eff986","component":"deploy","error":"applying unowned resources: failure deploying resource opendatahub/v3-6-0-ea-1-kserve-config-llm-decode-template: apply failed serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig: unable to patch serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig opendatahub/v3-6-0-ea-1-kserve-config-llm-decode-template: Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.opendatahub.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"github.com/opendatahub-io/kserve-module/pkg/kservemodule.(*KserveModuleReconciler).Reconcile\n\t/go/src/github.com/opendatahub-io/kserve-module/pkg/kservemodule/reconciler.go:190\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":"2026-09-07T21:04:43Z","msg":"Reconciler error","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"c4b173dd-3ff4-40b2-8744-7bf732eff986","error":"reconciliation failed: deploy: applying unowned resources: failure deploying resource opendatahub/v3-6-0-ea-1-kserve-config-llm-decode-template: apply failed serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig: unable to patch serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig opendatahub/v3-6-0-ea-1-kserve-config-llm-decode-template: Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.opendatahub.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":"2026-09-07T21:04:43Z","msg":"reconciling Kserve CR","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3e23e7fa-1830-4636-8a11-2030d9c24ca2","name":"default-kserve"} {"level":"info","ts":"2026-09-07T21:04:51Z","msg":"dependency not satisfied","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3e23e7fa-1830-4636-8a11-2030d9c24ca2","dependency":"LeaderWorkerSet","type":"subscription","availabilitySeverity":"None","message":"LeaderWorkerSet not installed"} # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. {"level":"info","ts":"2026-09-07T21:04:52Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3e23e7fa-1830-4636-8a11-2030d9c24ca2","component":"kserve","resourceCount":95} {"level":"info","ts":"2026-09-07T21:04:52Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3e23e7fa-1830-4636-8a11-2030d9c24ca2","before":95,"after":77,"removed":18} {"level":"info","ts":"2026-09-07T21:04:52Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3e23e7fa-1830-4636-8a11-2030d9c24ca2","component":"kserve","resources":77} {"level":"info","ts":"2026-09-07T21:04:52Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3e23e7fa-1830-4636-8a11-2030d9c24ca2","component":"modelcontroller","resourceCount":89} {"level":"info","ts":"2026-09-07T21:04:52Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3e23e7fa-1830-4636-8a11-2030d9c24ca2","before":89,"after":69,"removed":20} {"level":"info","ts":"2026-09-07T21:04:52Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3e23e7fa-1830-4636-8a11-2030d9c24ca2","component":"modelcontroller","resources":69} {"level":"info","ts":"2026-09-07T21:04:52Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3e23e7fa-1830-4636-8a11-2030d9c24ca2","component":"wva","resourceCount":24} {"level":"info","ts":"2026-09-07T21:04:53Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3e23e7fa-1830-4636-8a11-2030d9c24ca2","component":"modelcache","resourceCount":27} {"level":"info","ts":"2026-09-07T21:04:53Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3e23e7fa-1830-4636-8a11-2030d9c24ca2","component":"observability","resourceCount":3} {"level":"info","ts":"2026-09-07T21:04:53Z","msg":"PersesDashboard CRD not available, skipping observability dashboards","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3e23e7fa-1830-4636-8a11-2030d9c24ca2"} {"level":"info","ts":"2026-09-07T21:04:53Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3e23e7fa-1830-4636-8a11-2030d9c24ca2","component":"observability","resources":0} {"level":"info","ts":"2026-09-07T21:04:53Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3e23e7fa-1830-4636-8a11-2030d9c24ca2","component":"console-dashboards","resourceCount":4} {"level":"info","ts":"2026-09-07T21:04:53Z","msg":"set namespace on console dashboard resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3e23e7fa-1830-4636-8a11-2030d9c24ca2","namespace":"openshift-config-managed","count":4} {"level":"info","ts":"2026-09-07T21:04:53Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3e23e7fa-1830-4636-8a11-2030d9c24ca2","component":"console-dashboards","resources":4} {"level":"error","ts":"2026-09-07T21:04:53Z","msg":"component reconciliation failed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3e23e7fa-1830-4636-8a11-2030d9c24ca2","component":"deploy","error":"applying unowned resources: failure deploying resource opendatahub/v3-6-0-ea-1-kserve-config-llm-decode-template: apply failed serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig: unable to patch serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig opendatahub/v3-6-0-ea-1-kserve-config-llm-decode-template: Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.opendatahub.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"github.com/opendatahub-io/kserve-module/pkg/kservemodule.(*KserveModuleReconciler).Reconcile\n\t/go/src/github.com/opendatahub-io/kserve-module/pkg/kservemodule/reconciler.go:190\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":"2026-09-07T21:04:53Z","msg":"Reconciler error","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3e23e7fa-1830-4636-8a11-2030d9c24ca2","error":"reconciliation failed: deploy: applying unowned resources: failure deploying resource opendatahub/v3-6-0-ea-1-kserve-config-llm-decode-template: apply failed serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig: unable to patch serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig opendatahub/v3-6-0-ea-1-kserve-config-llm-decode-template: Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.opendatahub.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":"2026-09-07T21:04:53Z","msg":"reconciling Kserve CR","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3e3fde63-04b9-46f5-aa4a-a48c7031a924","name":"default-kserve"} {"level":"info","ts":"2026-09-07T21:05:01Z","msg":"dependency not satisfied","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3e3fde63-04b9-46f5-aa4a-a48c7031a924","dependency":"LeaderWorkerSet","type":"subscription","availabilitySeverity":"None","message":"LeaderWorkerSet not installed"} # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. {"level":"info","ts":"2026-09-07T21:05:02Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3e3fde63-04b9-46f5-aa4a-a48c7031a924","component":"kserve","resourceCount":95} {"level":"info","ts":"2026-09-07T21:05:02Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3e3fde63-04b9-46f5-aa4a-a48c7031a924","before":95,"after":77,"removed":18} {"level":"info","ts":"2026-09-07T21:05:02Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3e3fde63-04b9-46f5-aa4a-a48c7031a924","component":"kserve","resources":77} {"level":"info","ts":"2026-09-07T21:05:02Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3e3fde63-04b9-46f5-aa4a-a48c7031a924","component":"modelcontroller","resourceCount":89} {"level":"info","ts":"2026-09-07T21:05:02Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3e3fde63-04b9-46f5-aa4a-a48c7031a924","before":89,"after":69,"removed":20} {"level":"info","ts":"2026-09-07T21:05:02Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3e3fde63-04b9-46f5-aa4a-a48c7031a924","component":"modelcontroller","resources":69} {"level":"info","ts":"2026-09-07T21:05:02Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3e3fde63-04b9-46f5-aa4a-a48c7031a924","component":"wva","resourceCount":24} {"level":"info","ts":"2026-09-07T21:05:02Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3e3fde63-04b9-46f5-aa4a-a48c7031a924","component":"modelcache","resourceCount":27} {"level":"info","ts":"2026-09-07T21:05:02Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3e3fde63-04b9-46f5-aa4a-a48c7031a924","component":"observability","resourceCount":3} {"level":"info","ts":"2026-09-07T21:05:02Z","msg":"PersesDashboard CRD not available, skipping observability dashboards","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3e3fde63-04b9-46f5-aa4a-a48c7031a924"} {"level":"info","ts":"2026-09-07T21:05:02Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3e3fde63-04b9-46f5-aa4a-a48c7031a924","component":"observability","resources":0} {"level":"info","ts":"2026-09-07T21:05:02Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3e3fde63-04b9-46f5-aa4a-a48c7031a924","component":"console-dashboards","resourceCount":4} {"level":"info","ts":"2026-09-07T21:05:02Z","msg":"set namespace on console dashboard resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3e3fde63-04b9-46f5-aa4a-a48c7031a924","namespace":"openshift-config-managed","count":4} {"level":"info","ts":"2026-09-07T21:05:02Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3e3fde63-04b9-46f5-aa4a-a48c7031a924","component":"console-dashboards","resources":4} {"level":"info","ts":"2026-09-07T21:05:05Z","msg":"deployed all resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3e3fde63-04b9-46f5-aa4a-a48c7031a924","owned":130,"unowned":20} {"level":"info","ts":"2026-09-07T21:05:13Z","msg":"self-installed dynamic watch registration pending, requeueing","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3e3fde63-04b9-46f5-aa4a-a48c7031a924"} {"level":"info","ts":"2026-09-07T21:05:13Z","msg":"reconciling Kserve CR","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d26565b6-41e8-424c-911e-45885b662eb4","name":"default-kserve"} {"level":"info","ts":"2026-09-07T21:05:21Z","msg":"dependency not satisfied","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d26565b6-41e8-424c-911e-45885b662eb4","dependency":"LeaderWorkerSet","type":"subscription","availabilitySeverity":"None","message":"LeaderWorkerSet not installed"} # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. {"level":"info","ts":"2026-09-07T21:05:21Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d26565b6-41e8-424c-911e-45885b662eb4","component":"kserve","resourceCount":95} {"level":"info","ts":"2026-09-07T21:05:21Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d26565b6-41e8-424c-911e-45885b662eb4","before":95,"after":77,"removed":18} {"level":"info","ts":"2026-09-07T21:05:21Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d26565b6-41e8-424c-911e-45885b662eb4","component":"kserve","resources":77} {"level":"info","ts":"2026-09-07T21:05:22Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d26565b6-41e8-424c-911e-45885b662eb4","component":"modelcontroller","resourceCount":89} {"level":"info","ts":"2026-09-07T21:05:22Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d26565b6-41e8-424c-911e-45885b662eb4","before":89,"after":69,"removed":20} {"level":"info","ts":"2026-09-07T21:05:22Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d26565b6-41e8-424c-911e-45885b662eb4","component":"modelcontroller","resources":69} {"level":"info","ts":"2026-09-07T21:05:22Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d26565b6-41e8-424c-911e-45885b662eb4","component":"wva","resourceCount":24} {"level":"info","ts":"2026-09-07T21:05:22Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d26565b6-41e8-424c-911e-45885b662eb4","component":"modelcache","resourceCount":27} {"level":"info","ts":"2026-09-07T21:05:22Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d26565b6-41e8-424c-911e-45885b662eb4","component":"observability","resourceCount":3} {"level":"info","ts":"2026-09-07T21:05:22Z","msg":"PersesDashboard CRD not available, skipping observability dashboards","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d26565b6-41e8-424c-911e-45885b662eb4"} {"level":"info","ts":"2026-09-07T21:05:22Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d26565b6-41e8-424c-911e-45885b662eb4","component":"observability","resources":0} {"level":"info","ts":"2026-09-07T21:05:22Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d26565b6-41e8-424c-911e-45885b662eb4","component":"console-dashboards","resourceCount":4} {"level":"info","ts":"2026-09-07T21:05:22Z","msg":"set namespace on console dashboard resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d26565b6-41e8-424c-911e-45885b662eb4","namespace":"openshift-config-managed","count":4} {"level":"info","ts":"2026-09-07T21:05:22Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d26565b6-41e8-424c-911e-45885b662eb4","component":"console-dashboards","resources":4} {"level":"info","ts":"2026-09-07T21:05:23Z","msg":"deployed all resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d26565b6-41e8-424c-911e-45885b662eb4","owned":130,"unowned":20} {"level":"info","ts":"2026-09-07T21:05:31Z","msg":"self-installed dynamic watch registration pending, requeueing","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d26565b6-41e8-424c-911e-45885b662eb4"} {"level":"info","ts":"2026-09-07T21:05:31Z","msg":"reconciling Kserve CR","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"15e799b4-a8cf-42d7-ac4b-0fcdeb22858f","name":"default-kserve"} {"level":"info","ts":"2026-09-07T21:05:40Z","msg":"dependency not satisfied","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"15e799b4-a8cf-42d7-ac4b-0fcdeb22858f","dependency":"LeaderWorkerSet","type":"subscription","availabilitySeverity":"None","message":"LeaderWorkerSet not installed"} # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. {"level":"info","ts":"2026-09-07T21:05:40Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"15e799b4-a8cf-42d7-ac4b-0fcdeb22858f","component":"kserve","resourceCount":95} {"level":"info","ts":"2026-09-07T21:05:40Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"15e799b4-a8cf-42d7-ac4b-0fcdeb22858f","before":95,"after":77,"removed":18} {"level":"info","ts":"2026-09-07T21:05:40Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"15e799b4-a8cf-42d7-ac4b-0fcdeb22858f","component":"kserve","resources":77} {"level":"info","ts":"2026-09-07T21:05:41Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"15e799b4-a8cf-42d7-ac4b-0fcdeb22858f","component":"modelcontroller","resourceCount":89} {"level":"info","ts":"2026-09-07T21:05:41Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"15e799b4-a8cf-42d7-ac4b-0fcdeb22858f","before":89,"after":69,"removed":20} {"level":"info","ts":"2026-09-07T21:05:41Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"15e799b4-a8cf-42d7-ac4b-0fcdeb22858f","component":"modelcontroller","resources":69} {"level":"info","ts":"2026-09-07T21:05:41Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"15e799b4-a8cf-42d7-ac4b-0fcdeb22858f","component":"wva","resourceCount":24} {"level":"info","ts":"2026-09-07T21:05:41Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"15e799b4-a8cf-42d7-ac4b-0fcdeb22858f","component":"modelcache","resourceCount":27} {"level":"info","ts":"2026-09-07T21:05:41Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"15e799b4-a8cf-42d7-ac4b-0fcdeb22858f","component":"observability","resourceCount":3} {"level":"info","ts":"2026-09-07T21:05:41Z","msg":"PersesDashboard CRD not available, skipping observability dashboards","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"15e799b4-a8cf-42d7-ac4b-0fcdeb22858f"} {"level":"info","ts":"2026-09-07T21:05:41Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"15e799b4-a8cf-42d7-ac4b-0fcdeb22858f","component":"observability","resources":0} {"level":"info","ts":"2026-09-07T21:05:41Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"15e799b4-a8cf-42d7-ac4b-0fcdeb22858f","component":"console-dashboards","resourceCount":4} {"level":"info","ts":"2026-09-07T21:05:41Z","msg":"set namespace on console dashboard resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"15e799b4-a8cf-42d7-ac4b-0fcdeb22858f","namespace":"openshift-config-managed","count":4} {"level":"info","ts":"2026-09-07T21:05:41Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"15e799b4-a8cf-42d7-ac4b-0fcdeb22858f","component":"console-dashboards","resources":4} {"level":"info","ts":"2026-09-07T21:05:44Z","msg":"deployed all resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"15e799b4-a8cf-42d7-ac4b-0fcdeb22858f","owned":130,"unowned":20} {"level":"info","ts":"2026-09-07T21:05:52Z","msg":"self-installed dynamic watch registration pending, requeueing","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"15e799b4-a8cf-42d7-ac4b-0fcdeb22858f"} {"level":"info","ts":"2026-09-07T21:05:52Z","msg":"reconciling Kserve CR","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f246ea6e-1ab9-493e-b8cd-343a94af6932","name":"default-kserve"} {"level":"info","ts":"2026-09-07T21:06:00Z","msg":"dependency not satisfied","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f246ea6e-1ab9-493e-b8cd-343a94af6932","dependency":"LeaderWorkerSet","type":"subscription","availabilitySeverity":"None","message":"LeaderWorkerSet not installed"} # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. {"level":"info","ts":"2026-09-07T21:06:00Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f246ea6e-1ab9-493e-b8cd-343a94af6932","component":"kserve","resourceCount":95} {"level":"info","ts":"2026-09-07T21:06:00Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f246ea6e-1ab9-493e-b8cd-343a94af6932","before":95,"after":77,"removed":18} {"level":"info","ts":"2026-09-07T21:06:00Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f246ea6e-1ab9-493e-b8cd-343a94af6932","component":"kserve","resources":77} {"level":"info","ts":"2026-09-07T21:06:01Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f246ea6e-1ab9-493e-b8cd-343a94af6932","component":"modelcontroller","resourceCount":89} {"level":"info","ts":"2026-09-07T21:06:01Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f246ea6e-1ab9-493e-b8cd-343a94af6932","before":89,"after":69,"removed":20} {"level":"info","ts":"2026-09-07T21:06:01Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f246ea6e-1ab9-493e-b8cd-343a94af6932","component":"modelcontroller","resources":69} {"level":"info","ts":"2026-09-07T21:06:01Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f246ea6e-1ab9-493e-b8cd-343a94af6932","component":"wva","resourceCount":24} {"level":"info","ts":"2026-09-07T21:06:01Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f246ea6e-1ab9-493e-b8cd-343a94af6932","component":"modelcache","resourceCount":27} {"level":"info","ts":"2026-09-07T21:06:01Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f246ea6e-1ab9-493e-b8cd-343a94af6932","component":"observability","resourceCount":3} {"level":"info","ts":"2026-09-07T21:06:01Z","msg":"PersesDashboard CRD not available, skipping observability dashboards","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f246ea6e-1ab9-493e-b8cd-343a94af6932"} {"level":"info","ts":"2026-09-07T21:06:01Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f246ea6e-1ab9-493e-b8cd-343a94af6932","component":"observability","resources":0} {"level":"info","ts":"2026-09-07T21:06:01Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f246ea6e-1ab9-493e-b8cd-343a94af6932","component":"console-dashboards","resourceCount":4} {"level":"info","ts":"2026-09-07T21:06:01Z","msg":"set namespace on console dashboard resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f246ea6e-1ab9-493e-b8cd-343a94af6932","namespace":"openshift-config-managed","count":4} {"level":"info","ts":"2026-09-07T21:06:01Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f246ea6e-1ab9-493e-b8cd-343a94af6932","component":"console-dashboards","resources":4} {"level":"info","ts":"2026-09-07T21:06:02Z","msg":"deployed all resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f246ea6e-1ab9-493e-b8cd-343a94af6932","owned":130,"unowned":20} {"level":"info","ts":"2026-09-07T21:06:10Z","msg":"self-installed dynamic watch registration pending, requeueing","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f246ea6e-1ab9-493e-b8cd-343a94af6932"} {"level":"info","ts":"2026-09-07T21:06:25Z","msg":"reconciling Kserve CR","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"4c990d5c-d4aa-42e8-9f52-2e58ebfb1e50","name":"default-kserve"} {"level":"info","ts":"2026-09-07T21:06:33Z","msg":"dependency not satisfied","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"4c990d5c-d4aa-42e8-9f52-2e58ebfb1e50","dependency":"LeaderWorkerSet","type":"subscription","availabilitySeverity":"None","message":"LeaderWorkerSet not installed"} # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. {"level":"info","ts":"2026-09-07T21:06:34Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"4c990d5c-d4aa-42e8-9f52-2e58ebfb1e50","component":"kserve","resourceCount":95} {"level":"info","ts":"2026-09-07T21:06:34Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"4c990d5c-d4aa-42e8-9f52-2e58ebfb1e50","before":95,"after":77,"removed":18} {"level":"info","ts":"2026-09-07T21:06:34Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"4c990d5c-d4aa-42e8-9f52-2e58ebfb1e50","component":"kserve","resources":77} {"level":"info","ts":"2026-09-07T21:06:34Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"4c990d5c-d4aa-42e8-9f52-2e58ebfb1e50","component":"modelcontroller","resourceCount":89} {"level":"info","ts":"2026-09-07T21:06:34Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"4c990d5c-d4aa-42e8-9f52-2e58ebfb1e50","before":89,"after":69,"removed":20} {"level":"info","ts":"2026-09-07T21:06:34Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"4c990d5c-d4aa-42e8-9f52-2e58ebfb1e50","component":"modelcontroller","resources":69} {"level":"info","ts":"2026-09-07T21:06:34Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"4c990d5c-d4aa-42e8-9f52-2e58ebfb1e50","component":"wva","resourceCount":24} {"level":"info","ts":"2026-09-07T21:06:34Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"4c990d5c-d4aa-42e8-9f52-2e58ebfb1e50","component":"modelcache","resourceCount":27} {"level":"info","ts":"2026-09-07T21:06:34Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"4c990d5c-d4aa-42e8-9f52-2e58ebfb1e50","component":"observability","resourceCount":3} {"level":"info","ts":"2026-09-07T21:06:34Z","msg":"PersesDashboard CRD not available, skipping observability dashboards","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"4c990d5c-d4aa-42e8-9f52-2e58ebfb1e50"} {"level":"info","ts":"2026-09-07T21:06:34Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"4c990d5c-d4aa-42e8-9f52-2e58ebfb1e50","component":"observability","resources":0} {"level":"info","ts":"2026-09-07T21:06:34Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"4c990d5c-d4aa-42e8-9f52-2e58ebfb1e50","component":"console-dashboards","resourceCount":4} {"level":"info","ts":"2026-09-07T21:06:34Z","msg":"set namespace on console dashboard resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"4c990d5c-d4aa-42e8-9f52-2e58ebfb1e50","namespace":"openshift-config-managed","count":4} {"level":"info","ts":"2026-09-07T21:06:34Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"4c990d5c-d4aa-42e8-9f52-2e58ebfb1e50","component":"console-dashboards","resources":4} {"level":"info","ts":"2026-09-07T21:06:35Z","msg":"deployed all resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"4c990d5c-d4aa-42e8-9f52-2e58ebfb1e50","owned":130,"unowned":20} {"level":"info","ts":"2026-09-07T21:06:43Z","msg":"self-installed dynamic watch registration pending, requeueing","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"4c990d5c-d4aa-42e8-9f52-2e58ebfb1e50"} {"level":"info","ts":"2026-09-07T21:06:58Z","msg":"reconciling Kserve CR","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0a7a6c60-10aa-4111-ac65-3513151058be","name":"default-kserve"} {"level":"info","ts":"2026-09-07T21:07:06Z","msg":"dependency not satisfied","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0a7a6c60-10aa-4111-ac65-3513151058be","dependency":"LeaderWorkerSet","type":"subscription","availabilitySeverity":"None","message":"LeaderWorkerSet not installed"} # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. {"level":"info","ts":"2026-09-07T21:07:07Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0a7a6c60-10aa-4111-ac65-3513151058be","component":"kserve","resourceCount":95} {"level":"info","ts":"2026-09-07T21:07:07Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0a7a6c60-10aa-4111-ac65-3513151058be","before":95,"after":77,"removed":18} {"level":"info","ts":"2026-09-07T21:07:07Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0a7a6c60-10aa-4111-ac65-3513151058be","component":"kserve","resources":77} {"level":"info","ts":"2026-09-07T21:07:07Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0a7a6c60-10aa-4111-ac65-3513151058be","component":"modelcontroller","resourceCount":89} {"level":"info","ts":"2026-09-07T21:07:07Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0a7a6c60-10aa-4111-ac65-3513151058be","before":89,"after":69,"removed":20} {"level":"info","ts":"2026-09-07T21:07:07Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0a7a6c60-10aa-4111-ac65-3513151058be","component":"modelcontroller","resources":69} {"level":"info","ts":"2026-09-07T21:07:07Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0a7a6c60-10aa-4111-ac65-3513151058be","component":"wva","resourceCount":24} {"level":"info","ts":"2026-09-07T21:07:07Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0a7a6c60-10aa-4111-ac65-3513151058be","component":"modelcache","resourceCount":27} {"level":"info","ts":"2026-09-07T21:07:07Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0a7a6c60-10aa-4111-ac65-3513151058be","component":"observability","resourceCount":3} {"level":"info","ts":"2026-09-07T21:07:07Z","msg":"PersesDashboard CRD not available, skipping observability dashboards","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0a7a6c60-10aa-4111-ac65-3513151058be"} {"level":"info","ts":"2026-09-07T21:07:07Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0a7a6c60-10aa-4111-ac65-3513151058be","component":"observability","resources":0} {"level":"info","ts":"2026-09-07T21:07:08Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0a7a6c60-10aa-4111-ac65-3513151058be","component":"console-dashboards","resourceCount":4} {"level":"info","ts":"2026-09-07T21:07:08Z","msg":"set namespace on console dashboard resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0a7a6c60-10aa-4111-ac65-3513151058be","namespace":"openshift-config-managed","count":4} {"level":"info","ts":"2026-09-07T21:07:08Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0a7a6c60-10aa-4111-ac65-3513151058be","component":"console-dashboards","resources":4} {"level":"info","ts":"2026-09-07T21:07:08Z","msg":"deployed all resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0a7a6c60-10aa-4111-ac65-3513151058be","owned":130,"unowned":20} {"level":"info","ts":"2026-09-07T21:07:16Z","msg":"self-installed dynamic watch registration pending, requeueing","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0a7a6c60-10aa-4111-ac65-3513151058be"} {"level":"info","ts":"2026-09-07T21:07:31Z","msg":"reconciling Kserve CR","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f522cbcd-e122-4ff4-bb0c-85b08e78a2b0","name":"default-kserve"} {"level":"info","ts":"2026-09-07T21:07:39Z","msg":"dependency not satisfied","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f522cbcd-e122-4ff4-bb0c-85b08e78a2b0","dependency":"LeaderWorkerSet","type":"subscription","availabilitySeverity":"None","message":"LeaderWorkerSet not installed"} # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. {"level":"info","ts":"2026-09-07T21:07:40Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f522cbcd-e122-4ff4-bb0c-85b08e78a2b0","component":"kserve","resourceCount":95} {"level":"info","ts":"2026-09-07T21:07:40Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f522cbcd-e122-4ff4-bb0c-85b08e78a2b0","before":95,"after":77,"removed":18} {"level":"info","ts":"2026-09-07T21:07:40Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f522cbcd-e122-4ff4-bb0c-85b08e78a2b0","component":"kserve","resources":77} {"level":"info","ts":"2026-09-07T21:07:40Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f522cbcd-e122-4ff4-bb0c-85b08e78a2b0","component":"modelcontroller","resourceCount":89} {"level":"info","ts":"2026-09-07T21:07:40Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f522cbcd-e122-4ff4-bb0c-85b08e78a2b0","before":89,"after":69,"removed":20} {"level":"info","ts":"2026-09-07T21:07:40Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f522cbcd-e122-4ff4-bb0c-85b08e78a2b0","component":"modelcontroller","resources":69} {"level":"info","ts":"2026-09-07T21:07:40Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f522cbcd-e122-4ff4-bb0c-85b08e78a2b0","component":"wva","resourceCount":24} {"level":"info","ts":"2026-09-07T21:07:41Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f522cbcd-e122-4ff4-bb0c-85b08e78a2b0","component":"modelcache","resourceCount":27} {"level":"info","ts":"2026-09-07T21:07:41Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f522cbcd-e122-4ff4-bb0c-85b08e78a2b0","component":"observability","resourceCount":3} {"level":"info","ts":"2026-09-07T21:07:41Z","msg":"PersesDashboard CRD not available, skipping observability dashboards","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f522cbcd-e122-4ff4-bb0c-85b08e78a2b0"} {"level":"info","ts":"2026-09-07T21:07:41Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f522cbcd-e122-4ff4-bb0c-85b08e78a2b0","component":"observability","resources":0} {"level":"info","ts":"2026-09-07T21:07:41Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f522cbcd-e122-4ff4-bb0c-85b08e78a2b0","component":"console-dashboards","resourceCount":4} {"level":"info","ts":"2026-09-07T21:07:41Z","msg":"set namespace on console dashboard resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f522cbcd-e122-4ff4-bb0c-85b08e78a2b0","namespace":"openshift-config-managed","count":4} {"level":"info","ts":"2026-09-07T21:07:41Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f522cbcd-e122-4ff4-bb0c-85b08e78a2b0","component":"console-dashboards","resources":4} {"level":"info","ts":"2026-09-07T21:07:41Z","msg":"deployed all resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f522cbcd-e122-4ff4-bb0c-85b08e78a2b0","owned":130,"unowned":20} {"level":"info","ts":"2026-09-07T21:07:49Z","msg":"self-installed dynamic watch registration pending, requeueing","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f522cbcd-e122-4ff4-bb0c-85b08e78a2b0"}