{"level":"info","ts":"2026-11-03T13:41:12Z","logger":"setup","msg":"setting up kserve-module controller"}
{"level":"info","ts":"2026-11-03T13:41:30Z","logger":"setup","msg":"starting manager"}
{"level":"info","ts":"2026-11-03T13:41:30Z","logger":"controller-runtime.metrics","msg":"Starting metrics server"}
{"level":"info","ts":"2026-11-03T13:41:30Z","msg":"starting server","name":"health probe","addr":"[::]:8081"}
{"level":"info","ts":"2026-11-03T13:41:30Z","logger":"controller-runtime.metrics","msg":"Serving metrics server","bindAddress":":8080","secure":false}
I1103 13:41:30.407409       1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/kserve-module-controller-manager"
I1103 13:41:30.515644       1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/kserve-module-controller-manager"
{"level":"info","ts":"2026-11-03T13:41:30Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.ServiceAccount"}
{"level":"info","ts":"2026-11-03T13:41:30Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *unstructured.Unstructured"}
{"level":"info","ts":"2026-11-03T13:41:30Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.PersistentVolume"}
{"level":"info","ts":"2026-11-03T13:41:30Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.PersistentVolumeClaim"}
{"level":"info","ts":"2026-11-03T13:41:30Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.Deployment"}
{"level":"info","ts":"2026-11-03T13:41:30Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.DaemonSet"}
{"level":"info","ts":"2026-11-03T13:41:30Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1alpha1.Kserve"}
{"level":"info","ts":"2026-11-03T13:41:30Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.NetworkPolicy"}
{"level":"info","ts":"2026-11-03T13:41:30Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.ConfigMap"}
{"level":"info","ts":"2026-11-03T13:41:30Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.Secret"}
{"level":"info","ts":"2026-11-03T13:41:30Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.Service"}
{"level":"info","ts":"2026-11-03T13:41:30Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.RoleBinding"}
{"level":"info","ts":"2026-11-03T13:41:30Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.ClusterRole"}
{"level":"info","ts":"2026-11-03T13:41:30Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.ClusterRoleBinding"}
{"level":"info","ts":"2026-11-03T13:41:30Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.MutatingWebhookConfiguration"}
{"level":"info","ts":"2026-11-03T13:41:30Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.ValidatingWebhookConfiguration"}
{"level":"info","ts":"2026-11-03T13:41:30Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.PartialObjectMetadata"}
{"level":"info","ts":"2026-11-03T13:41:30Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.ConfigMap"}
{"level":"info","ts":"2026-11-03T13:41:30Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.Node"}
{"level":"info","ts":"2026-11-03T13:41:30Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.Role"}
{"level":"info","ts":"2026-11-03T13:41:31Z","msg":"Starting Controller","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve"}
{"level":"info","ts":"2026-11-03T13:41:31Z","msg":"Starting workers","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","worker count":1}
{"level":"info","ts":"2026-11-03T13:41:31Z","msg":"added module finalizer to Kserve CR","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"7441d170-bcb4-4695-a133-b58edd2c49a6"}
{"level":"info","ts":"2026-11-03T13:41:31Z","msg":"reconciling Kserve CR","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"7441d170-bcb4-4695-a133-b58edd2c49a6","name":"default-kserve"}
{"level":"info","ts":"2026-11-03T13:41:35Z","msg":"Skipping HWP migration: AcceleratorProfile CRD not found","group":"dashboard.opendatahub.io"}
{"level":"info","ts":"2026-11-03T13:41:44Z","msg":"dependency not satisfied","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"7441d170-bcb4-4695-a133-b58edd2c49a6","dependency":"LeaderWorkerSet","type":"subscription","availabilitySeverity":"None","message":"LeaderWorkerSet not installed"}
# Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically.
# Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically.
# Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically.
# Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically.
# Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically.
{"level":"info","ts":"2026-11-03T13:42:05Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"7441d170-bcb4-4695-a133-b58edd2c49a6","component":"kserve","resourceCount":99}
{"level":"info","ts":"2026-11-03T13:42:05Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"7441d170-bcb4-4695-a133-b58edd2c49a6","before":99,"after":79,"removed":20}
{"level":"info","ts":"2026-11-03T13:42:05Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"7441d170-bcb4-4695-a133-b58edd2c49a6","component":"kserve","resources":79}
{"level":"info","ts":"2026-11-03T13:42:06Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"7441d170-bcb4-4695-a133-b58edd2c49a6","component":"modelcontroller","resourceCount":90}
{"level":"info","ts":"2026-11-03T13:42:06Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"7441d170-bcb4-4695-a133-b58edd2c49a6","before":90,"after":70,"removed":20}
{"level":"info","ts":"2026-11-03T13:42:06Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"7441d170-bcb4-4695-a133-b58edd2c49a6","component":"modelcontroller","resources":70}
{"level":"info","ts":"2026-11-03T13:42:07Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"7441d170-bcb4-4695-a133-b58edd2c49a6","component":"wva","resourceCount":24}
{"level":"info","ts":"2026-11-03T13:42:09Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"7441d170-bcb4-4695-a133-b58edd2c49a6","component":"modelcache","resourceCount":28}
{"level":"info","ts":"2026-11-03T13:42:09Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"7441d170-bcb4-4695-a133-b58edd2c49a6","component":"observability","resourceCount":3}
{"level":"info","ts":"2026-11-03T13:42:09Z","msg":"PersesDashboard CRD not available, skipping observability dashboards","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"7441d170-bcb4-4695-a133-b58edd2c49a6"}
{"level":"info","ts":"2026-11-03T13:42:09Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"7441d170-bcb4-4695-a133-b58edd2c49a6","component":"observability","resources":0}
{"level":"info","ts":"2026-11-03T13:42:09Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"7441d170-bcb4-4695-a133-b58edd2c49a6","component":"console-dashboards","resourceCount":4}
{"level":"info","ts":"2026-11-03T13:42:09Z","msg":"set namespace on console dashboard resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"7441d170-bcb4-4695-a133-b58edd2c49a6","namespace":"openshift-config-managed","count":4}
{"level":"info","ts":"2026-11-03T13:42:09Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"7441d170-bcb4-4695-a133-b58edd2c49a6","component":"console-dashboards","resources":4}
{"level":"error","ts":"2026-11-03T13:42:25Z","msg":"component reconciliation failed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"7441d170-bcb4-4695-a133-b58edd2c49a6","component":"deploy","error":"applying unowned resources: failure deploying resource opendatahub/v3-6-0-ea-2-kserve-config-llm-decode-template: apply failed serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig: unable to patch serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig opendatahub/v3-6-0-ea-2-kserve-config-llm-decode-template: Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.opendatahub.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"github.com/opendatahub-io/kserve-module/pkg/kservemodule.(*KserveModuleReconciler).Reconcile\n\t/go/src/github.com/opendatahub-io/kserve-module/pkg/kservemodule/reconciler.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":"2026-11-03T13:42:25Z","msg":"Reconciler error","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"7441d170-bcb4-4695-a133-b58edd2c49a6","error":"reconciliation failed: deploy: applying unowned resources: failure deploying resource opendatahub/v3-6-0-ea-2-kserve-config-llm-decode-template: apply failed serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig: unable to patch serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig opendatahub/v3-6-0-ea-2-kserve-config-llm-decode-template: Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.opendatahub.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":"2026-11-03T13:42:25Z","msg":"reconciling Kserve CR","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"261f33ea-4d3e-4fa3-a662-21d240527ba0","name":"default-kserve"}
{"level":"info","ts":"2026-11-03T13:42:34Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *unstructured.Unstructured"}
{"level":"info","ts":"2026-11-03T13:42:34Z","msg":"registered dynamic watch","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"261f33ea-4d3e-4fa3-a662-21d240527ba0","gvk":"serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig"}
{"level":"info","ts":"2026-11-03T13:42:34Z","msg":"dependency not satisfied","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"261f33ea-4d3e-4fa3-a662-21d240527ba0","dependency":"LeaderWorkerSet","type":"subscription","availabilitySeverity":"None","message":"LeaderWorkerSet not installed"}
# Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically.
# Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically.
# Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically.
# Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically.
# Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically.
{"level":"info","ts":"2026-11-03T13:42:35Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"261f33ea-4d3e-4fa3-a662-21d240527ba0","component":"kserve","resourceCount":99}
{"level":"info","ts":"2026-11-03T13:42:35Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"261f33ea-4d3e-4fa3-a662-21d240527ba0","before":99,"after":79,"removed":20}
{"level":"info","ts":"2026-11-03T13:42:35Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"261f33ea-4d3e-4fa3-a662-21d240527ba0","component":"kserve","resources":79}
{"level":"info","ts":"2026-11-03T13:42:35Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"261f33ea-4d3e-4fa3-a662-21d240527ba0","component":"modelcontroller","resourceCount":90}
{"level":"info","ts":"2026-11-03T13:42:35Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"261f33ea-4d3e-4fa3-a662-21d240527ba0","before":90,"after":70,"removed":20}
{"level":"info","ts":"2026-11-03T13:42:35Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"261f33ea-4d3e-4fa3-a662-21d240527ba0","component":"modelcontroller","resources":70}
{"level":"info","ts":"2026-11-03T13:42:37Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"261f33ea-4d3e-4fa3-a662-21d240527ba0","component":"wva","resourceCount":24}
{"level":"info","ts":"2026-11-03T13:42:38Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"261f33ea-4d3e-4fa3-a662-21d240527ba0","component":"modelcache","resourceCount":28}
{"level":"info","ts":"2026-11-03T13:42:38Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"261f33ea-4d3e-4fa3-a662-21d240527ba0","component":"observability","resourceCount":3}
{"level":"info","ts":"2026-11-03T13:42:38Z","msg":"PersesDashboard CRD not available, skipping observability dashboards","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"261f33ea-4d3e-4fa3-a662-21d240527ba0"}
{"level":"info","ts":"2026-11-03T13:42:38Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"261f33ea-4d3e-4fa3-a662-21d240527ba0","component":"observability","resources":0}
{"level":"info","ts":"2026-11-03T13:42:38Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"261f33ea-4d3e-4fa3-a662-21d240527ba0","component":"console-dashboards","resourceCount":4}
{"level":"info","ts":"2026-11-03T13:42:38Z","msg":"set namespace on console dashboard resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"261f33ea-4d3e-4fa3-a662-21d240527ba0","namespace":"openshift-config-managed","count":4}
{"level":"info","ts":"2026-11-03T13:42:38Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"261f33ea-4d3e-4fa3-a662-21d240527ba0","component":"console-dashboards","resources":4}
{"level":"error","ts":"2026-11-03T13:42:47Z","msg":"component reconciliation failed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"261f33ea-4d3e-4fa3-a662-21d240527ba0","component":"deploy","error":"applying unowned resources: failure deploying resource opendatahub/v3-6-0-ea-2-kserve-config-llm-decode-template: apply failed serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig: unable to patch serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig opendatahub/v3-6-0-ea-2-kserve-config-llm-decode-template: Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.opendatahub.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"github.com/opendatahub-io/kserve-module/pkg/kservemodule.(*KserveModuleReconciler).Reconcile\n\t/go/src/github.com/opendatahub-io/kserve-module/pkg/kservemodule/reconciler.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":"2026-11-03T13:42:47Z","msg":"Reconciler error","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"261f33ea-4d3e-4fa3-a662-21d240527ba0","error":"reconciliation failed: deploy: applying unowned resources: failure deploying resource opendatahub/v3-6-0-ea-2-kserve-config-llm-decode-template: apply failed serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig: unable to patch serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig opendatahub/v3-6-0-ea-2-kserve-config-llm-decode-template: Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.opendatahub.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":"2026-11-03T13:42:47Z","msg":"reconciling Kserve CR","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d106e61a-9afd-4fac-8314-8fa57b81efe1","name":"default-kserve"}