{"level":"info","ts":"2026-11-03T18:15:29Z","logger":"setup","msg":"setting up kserve-module controller"} {"level":"info","ts":"2026-11-03T18:15:47Z","logger":"setup","msg":"starting manager"} {"level":"info","ts":"2026-11-03T18:15:47Z","logger":"controller-runtime.metrics","msg":"Starting metrics server"} {"level":"info","ts":"2026-11-03T18:15:47Z","msg":"starting server","name":"health probe","addr":"[::]:8081"} {"level":"info","ts":"2026-11-03T18:15:47Z","logger":"controller-runtime.metrics","msg":"Serving metrics server","bindAddress":":8080","secure":false} I1103 18:15:47.124074 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/kserve-module-controller-manager" I1103 18:15:47.230163 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/kserve-module-controller-manager" {"level":"info","ts":"2026-11-03T18:15:47Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1alpha1.Kserve"} {"level":"info","ts":"2026-11-03T18:15:47Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-11-03T18:15:47Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.ConfigMap"} {"level":"info","ts":"2026-11-03T18:15:47Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.ClusterRole"} {"level":"info","ts":"2026-11-03T18:15:47Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.RoleBinding"} {"level":"info","ts":"2026-11-03T18:15:47Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.Secret"} {"level":"info","ts":"2026-11-03T18:15:47Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.ClusterRoleBinding"} {"level":"info","ts":"2026-11-03T18:15:47Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.Service"} {"level":"info","ts":"2026-11-03T18:15:47Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.ServiceAccount"} {"level":"info","ts":"2026-11-03T18:15:47Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.MutatingWebhookConfiguration"} {"level":"info","ts":"2026-11-03T18:15:47Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.ValidatingWebhookConfiguration"} {"level":"info","ts":"2026-11-03T18:15:47Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.PartialObjectMetadata"} {"level":"info","ts":"2026-11-03T18:15:47Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.ConfigMap"} {"level":"info","ts":"2026-11-03T18:15:47Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.PersistentVolume"} {"level":"info","ts":"2026-11-03T18:15:47Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.PersistentVolumeClaim"} {"level":"info","ts":"2026-11-03T18:15:47Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.Deployment"} {"level":"info","ts":"2026-11-03T18:15:47Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.NetworkPolicy"} {"level":"info","ts":"2026-11-03T18:15:47Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.Node"} {"level":"info","ts":"2026-11-03T18:15:47Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.Role"} {"level":"info","ts":"2026-11-03T18:15:47Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.DaemonSet"} {"level":"info","ts":"2026-11-03T18:15:47Z","msg":"Starting Controller","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve"} {"level":"info","ts":"2026-11-03T18:15:47Z","msg":"Starting workers","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","worker count":1} {"level":"info","ts":"2026-11-03T18:15:47Z","msg":"added module finalizer to Kserve CR","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0385e664-aca9-450c-a280-887de100af03"} {"level":"info","ts":"2026-11-03T18:15:47Z","msg":"reconciling Kserve CR","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0385e664-aca9-450c-a280-887de100af03","name":"default-kserve"} {"level":"info","ts":"2026-11-03T18:15:52Z","msg":"Skipping HWP migration: AcceleratorProfile CRD not found","group":"dashboard.opendatahub.io"} {"level":"info","ts":"2026-11-03T18:16:01Z","msg":"dependency not satisfied","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0385e664-aca9-450c-a280-887de100af03","dependency":"LeaderWorkerSet","type":"subscription","availabilitySeverity":"None","message":"LeaderWorkerSet not installed"} # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. {"level":"info","ts":"2026-11-03T18:16:20Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0385e664-aca9-450c-a280-887de100af03","component":"kserve","resourceCount":99} {"level":"info","ts":"2026-11-03T18:16:20Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0385e664-aca9-450c-a280-887de100af03","before":99,"after":79,"removed":20} {"level":"info","ts":"2026-11-03T18:16:20Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0385e664-aca9-450c-a280-887de100af03","component":"kserve","resources":79} {"level":"info","ts":"2026-11-03T18:16:21Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0385e664-aca9-450c-a280-887de100af03","component":"modelcontroller","resourceCount":90} {"level":"info","ts":"2026-11-03T18:16:21Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0385e664-aca9-450c-a280-887de100af03","before":90,"after":70,"removed":20} {"level":"info","ts":"2026-11-03T18:16:21Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0385e664-aca9-450c-a280-887de100af03","component":"modelcontroller","resources":70} {"level":"info","ts":"2026-11-03T18:16:22Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0385e664-aca9-450c-a280-887de100af03","component":"wva","resourceCount":24} {"level":"info","ts":"2026-11-03T18:16:24Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0385e664-aca9-450c-a280-887de100af03","component":"modelcache","resourceCount":28} {"level":"info","ts":"2026-11-03T18:16:24Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0385e664-aca9-450c-a280-887de100af03","component":"observability","resourceCount":3} {"level":"info","ts":"2026-11-03T18:16:24Z","msg":"PersesDashboard CRD not available, skipping observability dashboards","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0385e664-aca9-450c-a280-887de100af03"} {"level":"info","ts":"2026-11-03T18:16:24Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0385e664-aca9-450c-a280-887de100af03","component":"observability","resources":0} {"level":"info","ts":"2026-11-03T18:16:24Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0385e664-aca9-450c-a280-887de100af03","component":"console-dashboards","resourceCount":4} {"level":"info","ts":"2026-11-03T18:16:24Z","msg":"set namespace on console dashboard resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0385e664-aca9-450c-a280-887de100af03","namespace":"openshift-config-managed","count":4} {"level":"info","ts":"2026-11-03T18:16:24Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0385e664-aca9-450c-a280-887de100af03","component":"console-dashboards","resources":4} {"level":"error","ts":"2026-11-03T18:16:39Z","msg":"component reconciliation failed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0385e664-aca9-450c-a280-887de100af03","component":"deploy","error":"applying unowned resources: failure deploying resource opendatahub/v3-6-0-ea-2-kserve-config-llm-decode-template: apply failed serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig: unable to patch serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig opendatahub/v3-6-0-ea-2-kserve-config-llm-decode-template: Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.opendatahub.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"github.com/opendatahub-io/kserve-module/pkg/kservemodule.(*KserveModuleReconciler).Reconcile\n\t/go/src/github.com/opendatahub-io/kserve-module/pkg/kservemodule/reconciler.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":"2026-11-03T18:16:39Z","msg":"Reconciler error","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0385e664-aca9-450c-a280-887de100af03","error":"reconciliation failed: deploy: applying unowned resources: failure deploying resource opendatahub/v3-6-0-ea-2-kserve-config-llm-decode-template: apply failed serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig: unable to patch serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig opendatahub/v3-6-0-ea-2-kserve-config-llm-decode-template: Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.opendatahub.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":"2026-11-03T18:16:39Z","msg":"reconciling Kserve CR","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d816aaaa-953b-4237-b62f-236e210505df","name":"default-kserve"} {"level":"info","ts":"2026-11-03T18:16:48Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-11-03T18:16:48Z","msg":"registered dynamic watch","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d816aaaa-953b-4237-b62f-236e210505df","gvk":"serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig"} {"level":"info","ts":"2026-11-03T18:16:48Z","msg":"dependency not satisfied","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d816aaaa-953b-4237-b62f-236e210505df","dependency":"LeaderWorkerSet","type":"subscription","availabilitySeverity":"None","message":"LeaderWorkerSet not installed"} # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. {"level":"info","ts":"2026-11-03T18:16:49Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d816aaaa-953b-4237-b62f-236e210505df","component":"kserve","resourceCount":99} {"level":"info","ts":"2026-11-03T18:16:49Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d816aaaa-953b-4237-b62f-236e210505df","before":99,"after":79,"removed":20} {"level":"info","ts":"2026-11-03T18:16:49Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d816aaaa-953b-4237-b62f-236e210505df","component":"kserve","resources":79} {"level":"info","ts":"2026-11-03T18:16:49Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d816aaaa-953b-4237-b62f-236e210505df","component":"modelcontroller","resourceCount":90} {"level":"info","ts":"2026-11-03T18:16:49Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d816aaaa-953b-4237-b62f-236e210505df","before":90,"after":70,"removed":20} {"level":"info","ts":"2026-11-03T18:16:49Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d816aaaa-953b-4237-b62f-236e210505df","component":"modelcontroller","resources":70} {"level":"info","ts":"2026-11-03T18:16:51Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d816aaaa-953b-4237-b62f-236e210505df","component":"wva","resourceCount":24} {"level":"info","ts":"2026-11-03T18:16:52Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d816aaaa-953b-4237-b62f-236e210505df","component":"modelcache","resourceCount":28} {"level":"info","ts":"2026-11-03T18:16:52Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d816aaaa-953b-4237-b62f-236e210505df","component":"observability","resourceCount":3} {"level":"info","ts":"2026-11-03T18:16:52Z","msg":"PersesDashboard CRD not available, skipping observability dashboards","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d816aaaa-953b-4237-b62f-236e210505df"} {"level":"info","ts":"2026-11-03T18:16:52Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d816aaaa-953b-4237-b62f-236e210505df","component":"observability","resources":0} {"level":"info","ts":"2026-11-03T18:16:52Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d816aaaa-953b-4237-b62f-236e210505df","component":"console-dashboards","resourceCount":4} {"level":"info","ts":"2026-11-03T18:16:52Z","msg":"set namespace on console dashboard resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d816aaaa-953b-4237-b62f-236e210505df","namespace":"openshift-config-managed","count":4} {"level":"info","ts":"2026-11-03T18:16:52Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d816aaaa-953b-4237-b62f-236e210505df","component":"console-dashboards","resources":4} {"level":"error","ts":"2026-11-03T18:17:01Z","msg":"component reconciliation failed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d816aaaa-953b-4237-b62f-236e210505df","component":"deploy","error":"applying unowned resources: failure deploying resource opendatahub/v3-6-0-ea-2-kserve-config-llm-decode-template: apply failed serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig: unable to patch serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig opendatahub/v3-6-0-ea-2-kserve-config-llm-decode-template: Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.opendatahub.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"github.com/opendatahub-io/kserve-module/pkg/kservemodule.(*KserveModuleReconciler).Reconcile\n\t/go/src/github.com/opendatahub-io/kserve-module/pkg/kservemodule/reconciler.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":"2026-11-03T18:17:01Z","msg":"Reconciler error","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d816aaaa-953b-4237-b62f-236e210505df","error":"reconciliation failed: deploy: applying unowned resources: failure deploying resource opendatahub/v3-6-0-ea-2-kserve-config-llm-decode-template: apply failed serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig: unable to patch serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig opendatahub/v3-6-0-ea-2-kserve-config-llm-decode-template: Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.opendatahub.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":"2026-11-03T18:17:01Z","msg":"reconciling Kserve CR","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0142c2b5-6bb6-44e1-9f4f-0370cb16d454","name":"default-kserve"} {"level":"info","ts":"2026-11-03T18:17:10Z","msg":"dependency not satisfied","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0142c2b5-6bb6-44e1-9f4f-0370cb16d454","dependency":"LeaderWorkerSet","type":"subscription","availabilitySeverity":"None","message":"LeaderWorkerSet not installed"} # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. {"level":"info","ts":"2026-11-03T18:17:10Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0142c2b5-6bb6-44e1-9f4f-0370cb16d454","component":"kserve","resourceCount":99} {"level":"info","ts":"2026-11-03T18:17:10Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0142c2b5-6bb6-44e1-9f4f-0370cb16d454","before":99,"after":79,"removed":20} {"level":"info","ts":"2026-11-03T18:17:10Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0142c2b5-6bb6-44e1-9f4f-0370cb16d454","component":"kserve","resources":79} {"level":"info","ts":"2026-11-03T18:17:11Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0142c2b5-6bb6-44e1-9f4f-0370cb16d454","component":"modelcontroller","resourceCount":90} {"level":"info","ts":"2026-11-03T18:17:11Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0142c2b5-6bb6-44e1-9f4f-0370cb16d454","before":90,"after":70,"removed":20} {"level":"info","ts":"2026-11-03T18:17:11Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0142c2b5-6bb6-44e1-9f4f-0370cb16d454","component":"modelcontroller","resources":70} {"level":"info","ts":"2026-11-03T18:17:12Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0142c2b5-6bb6-44e1-9f4f-0370cb16d454","component":"wva","resourceCount":24} {"level":"info","ts":"2026-11-03T18:17:14Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0142c2b5-6bb6-44e1-9f4f-0370cb16d454","component":"modelcache","resourceCount":28} {"level":"info","ts":"2026-11-03T18:17:14Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0142c2b5-6bb6-44e1-9f4f-0370cb16d454","component":"observability","resourceCount":3} {"level":"info","ts":"2026-11-03T18:17:14Z","msg":"PersesDashboard CRD not available, skipping observability dashboards","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0142c2b5-6bb6-44e1-9f4f-0370cb16d454"} {"level":"info","ts":"2026-11-03T18:17:14Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0142c2b5-6bb6-44e1-9f4f-0370cb16d454","component":"observability","resources":0} {"level":"info","ts":"2026-11-03T18:17:14Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0142c2b5-6bb6-44e1-9f4f-0370cb16d454","component":"console-dashboards","resourceCount":4} {"level":"info","ts":"2026-11-03T18:17:14Z","msg":"set namespace on console dashboard resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0142c2b5-6bb6-44e1-9f4f-0370cb16d454","namespace":"openshift-config-managed","count":4} {"level":"info","ts":"2026-11-03T18:17:14Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0142c2b5-6bb6-44e1-9f4f-0370cb16d454","component":"console-dashboards","resources":4} {"level":"info","ts":"2026-11-03T18:17:26Z","msg":"deployed all resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0142c2b5-6bb6-44e1-9f4f-0370cb16d454","owned":131,"unowned":22} {"level":"info","ts":"2026-11-03T18:17:35Z","msg":"self-installed dynamic watch registration pending, requeueing","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0142c2b5-6bb6-44e1-9f4f-0370cb16d454"} {"level":"info","ts":"2026-11-03T18:17:35Z","msg":"reconciling Kserve CR","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0c5ec95d-f7e4-49a1-99dd-21279d778b40","name":"default-kserve"} {"level":"info","ts":"2026-11-03T18:17:43Z","msg":"dependency not satisfied","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0c5ec95d-f7e4-49a1-99dd-21279d778b40","dependency":"LeaderWorkerSet","type":"subscription","availabilitySeverity":"None","message":"LeaderWorkerSet not installed"} # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. {"level":"info","ts":"2026-11-03T18:17:44Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0c5ec95d-f7e4-49a1-99dd-21279d778b40","component":"kserve","resourceCount":99} {"level":"info","ts":"2026-11-03T18:17:44Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0c5ec95d-f7e4-49a1-99dd-21279d778b40","before":99,"after":79,"removed":20} {"level":"info","ts":"2026-11-03T18:17:44Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0c5ec95d-f7e4-49a1-99dd-21279d778b40","component":"kserve","resources":79} {"level":"info","ts":"2026-11-03T18:17:45Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0c5ec95d-f7e4-49a1-99dd-21279d778b40","component":"modelcontroller","resourceCount":90} {"level":"info","ts":"2026-11-03T18:17:45Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0c5ec95d-f7e4-49a1-99dd-21279d778b40","before":90,"after":70,"removed":20} {"level":"info","ts":"2026-11-03T18:17:45Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0c5ec95d-f7e4-49a1-99dd-21279d778b40","component":"modelcontroller","resources":70} {"level":"info","ts":"2026-11-03T18:17:46Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0c5ec95d-f7e4-49a1-99dd-21279d778b40","component":"wva","resourceCount":24} {"level":"info","ts":"2026-11-03T18:17:47Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0c5ec95d-f7e4-49a1-99dd-21279d778b40","component":"modelcache","resourceCount":28} {"level":"info","ts":"2026-11-03T18:17:47Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0c5ec95d-f7e4-49a1-99dd-21279d778b40","component":"observability","resourceCount":3} {"level":"info","ts":"2026-11-03T18:17:47Z","msg":"PersesDashboard CRD not available, skipping observability dashboards","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0c5ec95d-f7e4-49a1-99dd-21279d778b40"} {"level":"info","ts":"2026-11-03T18:17:47Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0c5ec95d-f7e4-49a1-99dd-21279d778b40","component":"observability","resources":0} {"level":"info","ts":"2026-11-03T18:17:47Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0c5ec95d-f7e4-49a1-99dd-21279d778b40","component":"console-dashboards","resourceCount":4} {"level":"info","ts":"2026-11-03T18:17:47Z","msg":"set namespace on console dashboard resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0c5ec95d-f7e4-49a1-99dd-21279d778b40","namespace":"openshift-config-managed","count":4} {"level":"info","ts":"2026-11-03T18:17:47Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0c5ec95d-f7e4-49a1-99dd-21279d778b40","component":"console-dashboards","resources":4} {"level":"info","ts":"2026-11-03T18:17:59Z","msg":"deployed all resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0c5ec95d-f7e4-49a1-99dd-21279d778b40","owned":131,"unowned":22} {"level":"info","ts":"2026-11-03T18:18:08Z","msg":"self-installed dynamic watch registration pending, requeueing","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0c5ec95d-f7e4-49a1-99dd-21279d778b40"} {"level":"info","ts":"2026-11-03T18:18:08Z","msg":"reconciling Kserve CR","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"42a97e69-746c-4ed7-bdfd-9bbf6b869f51","name":"default-kserve"} {"level":"info","ts":"2026-11-03T18:18:17Z","msg":"dependency not satisfied","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"42a97e69-746c-4ed7-bdfd-9bbf6b869f51","dependency":"LeaderWorkerSet","type":"subscription","availabilitySeverity":"None","message":"LeaderWorkerSet not installed"} # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. {"level":"info","ts":"2026-11-03T18:18:17Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"42a97e69-746c-4ed7-bdfd-9bbf6b869f51","component":"kserve","resourceCount":99} {"level":"info","ts":"2026-11-03T18:18:17Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"42a97e69-746c-4ed7-bdfd-9bbf6b869f51","before":99,"after":79,"removed":20} {"level":"info","ts":"2026-11-03T18:18:17Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"42a97e69-746c-4ed7-bdfd-9bbf6b869f51","component":"kserve","resources":79} {"level":"info","ts":"2026-11-03T18:18:18Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"42a97e69-746c-4ed7-bdfd-9bbf6b869f51","component":"modelcontroller","resourceCount":90} {"level":"info","ts":"2026-11-03T18:18:18Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"42a97e69-746c-4ed7-bdfd-9bbf6b869f51","before":90,"after":70,"removed":20} {"level":"info","ts":"2026-11-03T18:18:18Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"42a97e69-746c-4ed7-bdfd-9bbf6b869f51","component":"modelcontroller","resources":70} {"level":"info","ts":"2026-11-03T18:18:19Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"42a97e69-746c-4ed7-bdfd-9bbf6b869f51","component":"wva","resourceCount":24} {"level":"info","ts":"2026-11-03T18:18:20Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"42a97e69-746c-4ed7-bdfd-9bbf6b869f51","component":"modelcache","resourceCount":28} {"level":"info","ts":"2026-11-03T18:18:20Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"42a97e69-746c-4ed7-bdfd-9bbf6b869f51","component":"observability","resourceCount":3} {"level":"info","ts":"2026-11-03T18:18:20Z","msg":"PersesDashboard CRD not available, skipping observability dashboards","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"42a97e69-746c-4ed7-bdfd-9bbf6b869f51"} {"level":"info","ts":"2026-11-03T18:18:20Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"42a97e69-746c-4ed7-bdfd-9bbf6b869f51","component":"observability","resources":0} {"level":"info","ts":"2026-11-03T18:18:20Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"42a97e69-746c-4ed7-bdfd-9bbf6b869f51","component":"console-dashboards","resourceCount":4} {"level":"info","ts":"2026-11-03T18:18:20Z","msg":"set namespace on console dashboard resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"42a97e69-746c-4ed7-bdfd-9bbf6b869f51","namespace":"openshift-config-managed","count":4} {"level":"info","ts":"2026-11-03T18:18:20Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"42a97e69-746c-4ed7-bdfd-9bbf6b869f51","component":"console-dashboards","resources":4} {"level":"info","ts":"2026-11-03T18:18:30Z","msg":"deployed all resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"42a97e69-746c-4ed7-bdfd-9bbf6b869f51","owned":131,"unowned":22} {"level":"info","ts":"2026-11-03T18:18:39Z","msg":"self-installed dynamic watch registration pending, requeueing","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"42a97e69-746c-4ed7-bdfd-9bbf6b869f51"} {"level":"info","ts":"2026-11-03T18:18:54Z","msg":"reconciling Kserve CR","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"075bb30d-e5fe-4529-9e81-fe498042d880","name":"default-kserve"} {"level":"info","ts":"2026-11-03T18:19:02Z","msg":"dependency not satisfied","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"075bb30d-e5fe-4529-9e81-fe498042d880","dependency":"LeaderWorkerSet","type":"subscription","availabilitySeverity":"None","message":"LeaderWorkerSet not installed"} # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. {"level":"info","ts":"2026-11-03T18:19:03Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"075bb30d-e5fe-4529-9e81-fe498042d880","component":"kserve","resourceCount":99} {"level":"info","ts":"2026-11-03T18:19:03Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"075bb30d-e5fe-4529-9e81-fe498042d880","before":99,"after":79,"removed":20} {"level":"info","ts":"2026-11-03T18:19:03Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"075bb30d-e5fe-4529-9e81-fe498042d880","component":"kserve","resources":79} {"level":"info","ts":"2026-11-03T18:19:04Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"075bb30d-e5fe-4529-9e81-fe498042d880","component":"modelcontroller","resourceCount":90} {"level":"info","ts":"2026-11-03T18:19:04Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"075bb30d-e5fe-4529-9e81-fe498042d880","before":90,"after":70,"removed":20} {"level":"info","ts":"2026-11-03T18:19:04Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"075bb30d-e5fe-4529-9e81-fe498042d880","component":"modelcontroller","resources":70} {"level":"info","ts":"2026-11-03T18:19:05Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"075bb30d-e5fe-4529-9e81-fe498042d880","component":"wva","resourceCount":24} {"level":"info","ts":"2026-11-03T18:19:06Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"075bb30d-e5fe-4529-9e81-fe498042d880","component":"modelcache","resourceCount":28} {"level":"info","ts":"2026-11-03T18:19:06Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"075bb30d-e5fe-4529-9e81-fe498042d880","component":"observability","resourceCount":3} {"level":"info","ts":"2026-11-03T18:19:06Z","msg":"PersesDashboard CRD not available, skipping observability dashboards","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"075bb30d-e5fe-4529-9e81-fe498042d880"} {"level":"info","ts":"2026-11-03T18:19:06Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"075bb30d-e5fe-4529-9e81-fe498042d880","component":"observability","resources":0} {"level":"info","ts":"2026-11-03T18:19:06Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"075bb30d-e5fe-4529-9e81-fe498042d880","component":"console-dashboards","resourceCount":4} {"level":"info","ts":"2026-11-03T18:19:06Z","msg":"set namespace on console dashboard resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"075bb30d-e5fe-4529-9e81-fe498042d880","namespace":"openshift-config-managed","count":4} {"level":"info","ts":"2026-11-03T18:19:06Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"075bb30d-e5fe-4529-9e81-fe498042d880","component":"console-dashboards","resources":4}