2026-07-24T18:05:09.348235430Z {"level":"info","ts":"2026-07-24T18:05:09Z","logger":"setup","msg":"Setting up client for manager"}
2026-07-24T18:05:09.449462918Z {"level":"info","ts":"2026-07-24T18:05:09Z","logger":"controller-runtime.builder","msg":"Registering a validating webhook","GVK":"serving.kserve.io/v1alpha2, Kind=LLMInferenceService","path":"/validate-serving-kserve-io-v1alpha2-llminferenceservice"}
2026-07-24T18:05:09.449536492Z {"level":"info","ts":"2026-07-24T18:05:09Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-serving-kserve-io-v1alpha2-llminferenceservice"}
2026-07-24T18:05:09.449623459Z {"level":"info","ts":"2026-07-24T18:05:09Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/convert"}
2026-07-24T18:05:09.449630493Z {"level":"info","ts":"2026-07-24T18:05:09Z","logger":"controller-runtime.builder","msg":"Conversion webhook enabled","GVK":"serving.kserve.io/v1alpha2, Kind=LLMInferenceService"}
2026-07-24T18:05:09.449660302Z {"level":"info","ts":"2026-07-24T18:05:09Z","logger":"controller-runtime.builder","msg":"Registering a validating webhook","GVK":"serving.kserve.io/v1alpha1, Kind=LLMInferenceService","path":"/validate-serving-kserve-io-v1alpha1-llminferenceservice"}
2026-07-24T18:05:09.449692372Z {"level":"info","ts":"2026-07-24T18:05:09Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-serving-kserve-io-v1alpha1-llminferenceservice"}
2026-07-24T18:05:09.449713836Z {"level":"info","ts":"2026-07-24T18:05:09Z","logger":"controller-runtime.builder","msg":"Conversion webhook enabled","GVK":"serving.kserve.io/v1alpha1, Kind=LLMInferenceService"}
2026-07-24T18:05:09.449743174Z {"level":"info","ts":"2026-07-24T18:05:09Z","logger":"controller-runtime.builder","msg":"Registering a validating webhook","GVK":"serving.kserve.io/v1alpha1, Kind=LLMInferenceServiceConfig","path":"/validate-serving-kserve-io-v1alpha1-llminferenceserviceconfig"}
2026-07-24T18:05:09.449783112Z {"level":"info","ts":"2026-07-24T18:05:09Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-serving-kserve-io-v1alpha1-llminferenceserviceconfig"}
2026-07-24T18:05:09.449810441Z {"level":"info","ts":"2026-07-24T18:05:09Z","logger":"controller-runtime.builder","msg":"Conversion webhook enabled","GVK":"serving.kserve.io/v1alpha1, Kind=LLMInferenceServiceConfig"}
2026-07-24T18:05:09.449838659Z {"level":"info","ts":"2026-07-24T18:05:09Z","logger":"controller-runtime.builder","msg":"Registering a validating webhook","GVK":"serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig","path":"/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig"}
2026-07-24T18:05:09.449875966Z {"level":"info","ts":"2026-07-24T18:05:09Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig"}
2026-07-24T18:05:09.449896278Z {"level":"info","ts":"2026-07-24T18:05:09Z","logger":"controller-runtime.builder","msg":"Conversion webhook enabled","GVK":"serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig"}
2026-07-24T18:05:09.449916185Z {"level":"info","ts":"2026-07-24T18:05:09Z","logger":"controller-runtime.builder","msg":"Conversion webhook enabled","GVK":"serving.kserve.io/v1alpha2, Kind=LLMInferenceService"}
2026-07-24T18:05:09.449935667Z {"level":"info","ts":"2026-07-24T18:05:09Z","logger":"controller-runtime.builder","msg":"Conversion webhook enabled","GVK":"serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig"}
2026-07-24T18:05:09.449935667Z {"level":"info","ts":"2026-07-24T18:05:09Z","logger":"setup","msg":"Setting up LLMInferenceService controller"}
2026-07-24T18:05:09.570310578Z {"level":"info","ts":"2026-07-24T18:05:09Z","logger":"controller-runtime.builder","msg":"Registering a mutating webhook","GVK":"serving.kserve.io/v1alpha1, Kind=LLMInferenceService","path":"/mutate-serving-kserve-io-v1alpha1-llminferenceservice"}
2026-07-24T18:05:09.570362597Z {"level":"info","ts":"2026-07-24T18:05:09Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/mutate-serving-kserve-io-v1alpha1-llminferenceservice"}
2026-07-24T18:05:09.570394639Z {"level":"info","ts":"2026-07-24T18:05:09Z","logger":"controller-runtime.builder","msg":"Conversion webhook enabled","GVK":"serving.kserve.io/v1alpha1, Kind=LLMInferenceService"}
2026-07-24T18:05:09.570430660Z {"level":"info","ts":"2026-07-24T18:05:09Z","logger":"controller-runtime.builder","msg":"Registering a mutating webhook","GVK":"serving.kserve.io/v1alpha2, Kind=LLMInferenceService","path":"/mutate-serving-kserve-io-v1alpha2-llminferenceservice"}
2026-07-24T18:05:09.570481424Z {"level":"info","ts":"2026-07-24T18:05:09Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/mutate-serving-kserve-io-v1alpha2-llminferenceservice"}
2026-07-24T18:05:09.570505765Z {"level":"info","ts":"2026-07-24T18:05:09Z","logger":"controller-runtime.builder","msg":"Conversion webhook enabled","GVK":"serving.kserve.io/v1alpha2, Kind=LLMInferenceService"}
2026-07-24T18:05:09.570505765Z {"level":"info","ts":"2026-07-24T18:05:09Z","logger":"setup","msg":"Setting up LLMInferenceServiceConfig controller"}
2026-07-24T18:05:09.570544448Z {"level":"info","ts":"2026-07-24T18:05:09Z","logger":"setup","msg":"starting manager"}
2026-07-24T18:05:09.570606112Z {"level":"info","ts":"2026-07-24T18:05:09Z","logger":"controller-runtime.metrics","msg":"Starting metrics server"}
2026-07-24T18:05:09.570633989Z {"level":"info","ts":"2026-07-24T18:05:09Z","msg":"starting server","name":"health probe","addr":"[::]:8081"}
2026-07-24T18:05:09.570740723Z {"level":"info","ts":"2026-07-24T18:05:09Z","logger":"controller-runtime.webhook","msg":"Starting webhook server"}
2026-07-24T18:05:09.571008827Z {"level":"info","ts":"2026-07-24T18:05:09Z","logger":"controller-runtime.certwatcher","msg":"Updated current TLS certificate","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key"}
2026-07-24T18:05:09.571109321Z {"level":"info","ts":"2026-07-24T18:05:09Z","logger":"controller-runtime.webhook","msg":"Serving webhook server","host":"","port":9443}
2026-07-24T18:05:09.571397404Z {"level":"info","ts":"2026-07-24T18:05:09Z","logger":"controller-runtime.certwatcher","msg":"Starting certificate poll+watcher","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10}
2026-07-24T18:05:09.745296576Z I0724 18:05:09.745254       1 leaderelection.go:257] attempting to acquire leader lease kserve/llminferenceservice-kserve-controller-manager...
2026-07-24T18:05:09.762931826Z I0724 18:05:09.762904       1 leaderelection.go:271] successfully acquired lease kserve/llminferenceservice-kserve-controller-manager
2026-07-24T18:05:09.763261290Z {"level":"info","ts":"2026-07-24T18:05:09Z","msg":"Starting EventSource","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","source":"kind source: *v1alpha2pool.InferencePool"}
2026-07-24T18:05:09.844523794Z {"level":"info","ts":"2026-07-24T18:05:09Z","logger":"setup","msg":"running storage version migration","timeout":3600,"pollInterval":30}
2026-07-24T18:05:09.844838626Z {"level":"info","ts":"2026-07-24T18:05:09Z","msg":"Starting EventSource","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","source":"kind source: *v1alpha2.LLMInferenceService"}
2026-07-24T18:05:09.844874512Z {"level":"info","ts":"2026-07-24T18:05:09Z","msg":"Starting EventSource","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","source":"kind source: *v1.Ingress"}
2026-07-24T18:05:09.844991138Z {"level":"info","ts":"2026-07-24T18:05:09Z","msg":"Starting EventSource","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","source":"kind source: *v1.Deployment"}
2026-07-24T18:05:09.845077263Z {"level":"info","ts":"2026-07-24T18:05:09Z","msg":"Starting EventSource","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","source":"kind source: *v1.Secret"}
2026-07-24T18:05:09.845228059Z {"level":"info","ts":"2026-07-24T18:05:09Z","msg":"Starting EventSource","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","source":"kind source: *v1.Service"}
2026-07-24T18:05:09.845347140Z {"level":"info","ts":"2026-07-24T18:05:09Z","msg":"Starting EventSource","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","source":"kind source: *v2.HorizontalPodAutoscaler"}
2026-07-24T18:05:09.845478094Z {"level":"info","ts":"2026-07-24T18:05:09Z","msg":"Starting EventSource","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","source":"kind source: *v1.HTTPRoute"}
2026-07-24T18:05:09.845624759Z {"level":"info","ts":"2026-07-24T18:05:09Z","msg":"Starting EventSource","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","source":"kind source: *v1.InferencePool"}
2026-07-24T18:05:09.845766158Z {"level":"info","ts":"2026-07-24T18:05:09Z","msg":"Starting EventSource","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","source":"kind source: *v1alpha2pool.InferencePool"}
2026-07-24T18:05:09.845786043Z {"level":"info","ts":"2026-07-24T18:05:09Z","msg":"Starting EventSource","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","source":"kind source: *v1alpha1.ScaledObject"}
2026-07-24T18:05:09.845924218Z {"level":"info","ts":"2026-07-24T18:05:09Z","msg":"Starting EventSource","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","source":"kind source: *v1.PodMonitor"}
2026-07-24T18:05:09.846057327Z {"level":"info","ts":"2026-07-24T18:05:09Z","msg":"Starting EventSource","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","source":"kind source: *v1.ServiceMonitor"}
2026-07-24T18:05:09.846204807Z {"level":"info","ts":"2026-07-24T18:05:09Z","msg":"Starting EventSource","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","source":"kind source: *v1.ResourceClaimTemplate"}
2026-07-24T18:05:09.846421428Z {"level":"info","ts":"2026-07-24T18:05:09Z","msg":"Starting EventSource","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","source":"kind source: *v1alpha2.LLMInferenceServiceConfig"}
2026-07-24T18:05:09.846546814Z {"level":"info","ts":"2026-07-24T18:05:09Z","msg":"Starting EventSource","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","source":"kind source: *v1.ConfigMap"}
2026-07-24T18:05:09.847073728Z {"level":"info","ts":"2026-07-24T18:05:09Z","msg":"Starting EventSource","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","source":"kind source: *v1.ConfigMap"}
2026-07-24T18:05:09.847112327Z {"level":"info","ts":"2026-07-24T18:05:09Z","msg":"Starting EventSource","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","source":"kind source: *v1.Pod"}
2026-07-24T18:05:09.847174970Z {"level":"info","ts":"2026-07-24T18:05:09Z","msg":"Starting EventSource","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","source":"kind source: *v1alpha2.LLMInferenceService"}
2026-07-24T18:05:09.847216224Z {"level":"info","ts":"2026-07-24T18:05:09Z","msg":"Starting EventSource","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","source":"kind source: *v1.Route"}
2026-07-24T18:05:09.847284231Z {"level":"info","ts":"2026-07-24T18:05:09Z","msg":"Starting EventSource","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","source":"kind source: *v1.HTTPRoute"}
2026-07-24T18:05:09.847299362Z {"level":"info","ts":"2026-07-24T18:05:09Z","msg":"Starting EventSource","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","source":"kind source: *v1.Gateway"}
2026-07-24T18:05:09.847374929Z {"level":"info","ts":"2026-07-24T18:05:09Z","msg":"Starting EventSource","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","source":"kind source: *v1.InferencePool"}
2026-07-24T18:05:09.944629011Z {"level":"info","ts":"2026-07-24T18:05:09Z","msg":"Starting EventSource","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","source":"kind source: *v1alpha2.LLMInferenceService"}
2026-07-24T18:05:09.945791135Z {"level":"info","ts":"2026-07-24T18:05:09Z","msg":"Starting EventSource","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","source":"kind source: *v1alpha2.LLMInferenceServiceConfig"}
2026-07-24T18:05:10.045987175Z {"level":"info","ts":"2026-07-24T18:05:10Z","logger":"setup","msg":"VariantAutoscaling CRD not installed, skipping legacy VA cleanup"}
2026-07-24T18:05:10.846298474Z {"level":"info","ts":"2026-07-24T18:05:10Z","msg":"Starting Controller","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig"}
2026-07-24T18:05:10.846298474Z {"level":"info","ts":"2026-07-24T18:05:10Z","msg":"Starting workers","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","worker count":1}
2026-07-24T18:05:10.945783305Z {"level":"info","ts":"2026-07-24T18:05:10Z","msg":"Starting Controller","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService"}
2026-07-24T18:05:10.945783305Z {"level":"info","ts":"2026-07-24T18:05:10Z","msg":"Starting workers","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","worker count":1}
2026-07-24T18:05:11.044953206Z {"level":"error","ts":"2026-07-24T18:05:11Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-decode-worker-data-parallel","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-decode-worker-data-parallel","reconcileID":"c32d8c89-8e02-4695-adee-7cfac9b57d55","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:11.244648871Z {"level":"error","ts":"2026-07-24T18:05:11Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda-fast-1","reconcileID":"22275173-f340-4f43-a649-bccaa797ed38","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:11.444684336Z {"level":"error","ts":"2026-07-24T18:05:11Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-template-nvidia-cuda-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-template-nvidia-cuda-fast-2","reconcileID":"9084f1d0-c5fc-446b-a4ef-1b61d30c5def","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:11.745108379Z {"level":"error","ts":"2026-07-24T18:05:11Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-router-route","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-router-route","reconcileID":"db8e3847-f3fe-471c-b217-39ca9fac3701","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:11.944662847Z {"level":"error","ts":"2026-07-24T18:05:11Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-amd-rocm-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-amd-rocm-fast-1","reconcileID":"d2a54212-04f9-4195-b385-f25de695d16a","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:12.244663491Z {"level":"error","ts":"2026-07-24T18:05:12Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-pd-template-nvidia-cuda-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-pd-template-nvidia-cuda-fast-1","reconcileID":"702f11b3-3713-4f36-97ee-2c3061dc9451","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:12.448614121Z {"level":"info","ts":"2026-07-24T18:05:12Z","logger":"setup","msg":"storage version migration completed"}
2026-07-24T18:05:12.449463971Z {"level":"error","ts":"2026-07-24T18:05:12Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-ppc64le-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-ppc64le-fast-2","reconcileID":"aab0ddb0-7dcc-4135-80fd-050d52460516","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:12.456794896Z {"level":"error","ts":"2026-07-24T18:05:12Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-intel-gaudi","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-intel-gaudi","reconcileID":"cd575a37-9818-43da-b454-f291ba70f04e","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:12.469744042Z {"level":"error","ts":"2026-07-24T18:05:12Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-scheduler-latency-predictor","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-scheduler-latency-predictor","reconcileID":"6de61b64-2eea-4a18-b10a-4ab1868d2ae4","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:12.544665652Z {"level":"error","ts":"2026-07-24T18:05:12Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-template-nvidia-cuda-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-template-nvidia-cuda-fast-2","reconcileID":"9476cc66-2722-4b0c-b933-c79cf06cb1d9","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:12.552654373Z {"level":"error","ts":"2026-07-24T18:05:12Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-x86-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-x86-fast-1","reconcileID":"3bbfbe27-9f48-450c-b9dd-b643de8653d5","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:12.560585542Z {"level":"error","ts":"2026-07-24T18:05:12Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda","reconcileID":"d0e8d587-70f1-4ca2-8c05-596102246199","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:12.567677207Z {"level":"error","ts":"2026-07-24T18:05:12Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-template-nvidia-cuda-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-template-nvidia-cuda-fast-1","reconcileID":"4bfe6111-d669-4670-bf90-c5835eb44fcb","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:12.644601731Z {"level":"error","ts":"2026-07-24T18:05:12Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-pd-template-nvidia-cuda","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-pd-template-nvidia-cuda","reconcileID":"224608d2-2899-4bda-85f4-8e2cdeb63e20","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:12.651955867Z {"level":"error","ts":"2026-07-24T18:05:12Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-template-nvidia-cuda-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-template-nvidia-cuda-fast-1","reconcileID":"e1363ecc-9848-4c56-9cc3-af32007b4f6a","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:12.658477791Z {"level":"error","ts":"2026-07-24T18:05:12Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-x86","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-x86","reconcileID":"72bcfc1a-21a7-4617-a8cb-e182fb34f75e","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:12.664552072Z {"level":"error","ts":"2026-07-24T18:05:12Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-intel-gaudi-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-intel-gaudi-fast-1","reconcileID":"9eb13b8c-c34a-4876-86f5-29a7fb5876eb","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:12.744601290Z {"level":"error","ts":"2026-07-24T18:05:12Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-intel-gaudi-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-intel-gaudi-fast-2","reconcileID":"c7df9b01-54b6-40ce-be15-4bc7e6664e57","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:12.758764623Z {"level":"error","ts":"2026-07-24T18:05:12Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-worker-data-parallel","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-worker-data-parallel","reconcileID":"c4cbbbf3-62fc-4fb1-85bc-32f84ec522c5","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:12.767335397Z {"level":"error","ts":"2026-07-24T18:05:12Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda-fast-2","reconcileID":"df4e4e9b-1aba-457f-8047-fa24df0b5685","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:12.777003942Z {"level":"error","ts":"2026-07-24T18:05:12Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-scheduler","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-scheduler","reconcileID":"d56cedb5-f96c-4265-a469-46388800f4b2","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:12.844602919Z {"level":"error","ts":"2026-07-24T18:05:12Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template","reconcileID":"c4d8731f-31bb-46c6-bbce-4770fb8b83a2","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:12.853096060Z {"level":"error","ts":"2026-07-24T18:05:12Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-ppc64le-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-ppc64le-fast-1","reconcileID":"ec20def0-5951-44ce-877f-727de195c01a","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:12.860407159Z {"level":"error","ts":"2026-07-24T18:05:12Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-template-nvidia-cuda","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-template-nvidia-cuda","reconcileID":"c9303556-fa6a-4127-9e83-7731ba76f3c9","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:12.872275023Z {"level":"error","ts":"2026-07-24T18:05:12Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-prefill-template","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-prefill-template","reconcileID":"04fdbc6c-b7de-4a43-809c-4008bfbb66da","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:12.952931933Z {"level":"error","ts":"2026-07-24T18:05:12Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-pd-template-nvidia-cuda-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-pd-template-nvidia-cuda-fast-2","reconcileID":"ee278d6e-c543-4b02-a2bf-828a57d1c059","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:12.961774927Z {"level":"error","ts":"2026-07-24T18:05:12Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-s390x-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-s390x-fast-2","reconcileID":"54092413-7317-442c-8388-b39f2badfe59","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:12.970194087Z {"level":"error","ts":"2026-07-24T18:05:12Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-x86-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-x86-fast-2","reconcileID":"0f47440d-9116-4390-aab9-afbe59753009","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:13.044725793Z {"level":"error","ts":"2026-07-24T18:05:13Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-tracing","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-tracing","reconcileID":"a66526e1-f3f0-45c8-a138-4179a267a6be","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:13.052000677Z {"level":"error","ts":"2026-07-24T18:05:13Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-template-nvidia-cuda","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-template-nvidia-cuda","reconcileID":"52aca322-cd58-442e-bbe6-f503c58cf367","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:13.144765456Z {"level":"error","ts":"2026-07-24T18:05:13Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-amd-rocm","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-amd-rocm","reconcileID":"7628979b-7aa1-44e9-a419-eb2af483feee","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:13.152603788Z {"level":"error","ts":"2026-07-24T18:05:13Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-amd-rocm-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-amd-rocm-fast-2","reconcileID":"aeed5f30-53fc-41ce-ad00-3e5f7ebbfe91","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:13.244441471Z {"level":"error","ts":"2026-07-24T18:05:13Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-s390x","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-s390x","reconcileID":"27bf33d7-9e58-4ded-b1d3-d14350a745eb","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:13.244441471Z {"level":"error","ts":"2026-07-24T18:05:13Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-s390x-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-s390x-fast-1","reconcileID":"0760be90-d38d-446f-869a-e74f03bafd4a","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:13.244572138Z {"level":"error","ts":"2026-07-24T18:05:13Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-decode-template","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-decode-template","reconcileID":"f81fc058-571f-443b-975d-1c0457311424","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:13.260139653Z {"level":"error","ts":"2026-07-24T18:05:13Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-prefill-worker-data-parallel","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-prefill-worker-data-parallel","reconcileID":"45cc3d84-5719-4459-b09d-bdb1982a9da5","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:13.344599503Z {"level":"error","ts":"2026-07-24T18:05:13Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-ppc64le","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-ppc64le","reconcileID":"b935f2d0-1fd2-4dfb-bfa1-b02b28841c24","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:13.355659072Z {"level":"error","ts":"2026-07-24T18:05:13Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-tokenizer","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-tokenizer","reconcileID":"1bb91e92-4bc0-49ff-aef4-c4d6d0df41cd","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:13.444662109Z {"level":"error","ts":"2026-07-24T18:05:13Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-decode-worker-data-parallel","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-decode-worker-data-parallel","reconcileID":"8e1ad54e-fcd2-44ef-aaaa-bcc03ba4fc8f","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:13.454810237Z {"level":"error","ts":"2026-07-24T18:05:13Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda-fast-1","reconcileID":"dfb574dd-3ea6-45cf-b6f2-ef608c17f125","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:13.462532494Z {"level":"error","ts":"2026-07-24T18:05:13Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-template-nvidia-cuda-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-template-nvidia-cuda-fast-2","reconcileID":"635a96b4-4c20-4808-ae59-2a9f8ad5193f","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:13.481675602Z {"level":"error","ts":"2026-07-24T18:05:13Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-router-route","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-router-route","reconcileID":"af94f0cc-d3cc-4512-9148-5c0aa61cbe41","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:13.544616568Z {"level":"error","ts":"2026-07-24T18:05:13Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-amd-rocm-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-amd-rocm-fast-1","reconcileID":"0dab5fb6-b035-4694-9cac-77a61d77c426","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:13.552907387Z {"level":"error","ts":"2026-07-24T18:05:13Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-pd-template-nvidia-cuda-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-pd-template-nvidia-cuda-fast-1","reconcileID":"488aa54c-6adb-49d2-bc50-062ef5f60847","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:13.562425906Z {"level":"error","ts":"2026-07-24T18:05:13Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-ppc64le-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-ppc64le-fast-2","reconcileID":"1cd5cdcb-6530-4d4d-9a72-6eba18e38776","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:13.573246535Z {"level":"error","ts":"2026-07-24T18:05:13Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-intel-gaudi","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-intel-gaudi","reconcileID":"6f738429-1d05-4f4b-9972-3ace7dffbe6a","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:13.644627487Z {"level":"error","ts":"2026-07-24T18:05:13Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-scheduler-latency-predictor","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-scheduler-latency-predictor","reconcileID":"24713110-cd8d-4759-b6ea-2fa17e89da83","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:13.647420653Z {"level":"info","ts":"2026-07-24T18:05:13Z","logger":"controller-runtime.metrics","msg":"Serving metrics server","bindAddress":"127.0.0.1:8443","secure":true}
2026-07-24T18:05:13.652625994Z {"level":"error","ts":"2026-07-24T18:05:13Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-template-nvidia-cuda-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-template-nvidia-cuda-fast-2","reconcileID":"e1e6dd18-1ece-4073-8baf-6f833f3878ca","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:13.660984059Z {"level":"error","ts":"2026-07-24T18:05:13Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-x86-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-x86-fast-1","reconcileID":"0ec62ef4-65d3-479f-985d-c0eb475dbafe","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:13.668790058Z {"level":"error","ts":"2026-07-24T18:05:13Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda","reconcileID":"2b2d711e-b03a-460e-af5a-d01b4c007a70","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:13.675380589Z {"level":"error","ts":"2026-07-24T18:05:13Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-template-nvidia-cuda-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-template-nvidia-cuda-fast-1","reconcileID":"34823388-698d-440e-8b30-c3289ee1ffde","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:13.682023637Z {"level":"error","ts":"2026-07-24T18:05:13Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-pd-template-nvidia-cuda","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-pd-template-nvidia-cuda","reconcileID":"db221e6f-76a8-4c92-9a68-29ea00241cd9","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:13.688013791Z {"level":"error","ts":"2026-07-24T18:05:13Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-template-nvidia-cuda-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-template-nvidia-cuda-fast-1","reconcileID":"de056920-d9aa-406a-b74f-1e0b57124179","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:13.696827057Z {"level":"error","ts":"2026-07-24T18:05:13Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-x86","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-x86","reconcileID":"f4383769-74c0-421d-8e5e-3cf17c85bdc7","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:13.704256633Z {"level":"error","ts":"2026-07-24T18:05:13Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-intel-gaudi-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-intel-gaudi-fast-1","reconcileID":"b2c23299-64ca-42ba-84e3-4420da1376a4","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:13.711404367Z {"level":"error","ts":"2026-07-24T18:05:13Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-intel-gaudi-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-intel-gaudi-fast-2","reconcileID":"3b77845c-d90e-47c4-a8f8-b2ebc71b35d3","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:13.724919591Z {"level":"error","ts":"2026-07-24T18:05:13Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-worker-data-parallel","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-worker-data-parallel","reconcileID":"00a30280-8c6e-4301-abc4-d61c11a3db74","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:13.732690111Z {"level":"error","ts":"2026-07-24T18:05:13Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda-fast-2","reconcileID":"55a087af-fd03-4d79-b856-42a1d8f2c79e","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:13.744544793Z {"level":"error","ts":"2026-07-24T18:05:13Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-scheduler","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-scheduler","reconcileID":"bea6e542-e641-4e68-b53a-2f45170f4707","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:13.754794396Z {"level":"error","ts":"2026-07-24T18:05:13Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template","reconcileID":"162586b0-5193-4de7-9b32-d340278dff31","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:13.762649294Z {"level":"error","ts":"2026-07-24T18:05:13Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-ppc64le-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-ppc64le-fast-1","reconcileID":"00dde02c-b43b-4ae6-b71e-be08043e9973","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:13.769750880Z {"level":"error","ts":"2026-07-24T18:05:13Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-template-nvidia-cuda","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-template-nvidia-cuda","reconcileID":"a7836116-78fe-4dcf-b4e1-2a7ec769997c","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:13.780301116Z {"level":"error","ts":"2026-07-24T18:05:13Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-prefill-template","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-prefill-template","reconcileID":"ad5999f8-1e35-435f-851f-11dd0f71371f","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:13.786677113Z {"level":"error","ts":"2026-07-24T18:05:13Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-pd-template-nvidia-cuda-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-pd-template-nvidia-cuda-fast-2","reconcileID":"5feee2bb-d4cb-4775-a444-bef0c85ea30c","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:13.793522274Z {"level":"error","ts":"2026-07-24T18:05:13Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-s390x-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-s390x-fast-2","reconcileID":"7965dc2b-6eeb-4a79-9a9b-9cf7a83c57e3","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:13.801010380Z {"level":"error","ts":"2026-07-24T18:05:13Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-x86-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-x86-fast-2","reconcileID":"8c1ca305-a228-4883-adbf-c0c486f52eb1","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:13.806565173Z {"level":"error","ts":"2026-07-24T18:05:13Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-tracing","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-tracing","reconcileID":"b6b48459-c32f-411c-bd1b-00eaabd42f93","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:13.813021749Z {"level":"error","ts":"2026-07-24T18:05:13Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-template-nvidia-cuda","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-template-nvidia-cuda","reconcileID":"fa029e9e-1f07-4fb4-808f-20e52ae178b9","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:13.819381938Z {"level":"error","ts":"2026-07-24T18:05:13Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-amd-rocm","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-amd-rocm","reconcileID":"071b1aa9-904d-41e4-9720-43d77b4e62ac","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:13.825808673Z {"level":"error","ts":"2026-07-24T18:05:13Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-amd-rocm-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-amd-rocm-fast-2","reconcileID":"7a08f998-bb5d-44af-875d-25ffa6b25baf","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:13.833282283Z {"level":"error","ts":"2026-07-24T18:05:13Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-s390x","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-s390x","reconcileID":"b618c008-052e-4c50-a357-c8c525d37b55","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:13.839962224Z {"level":"error","ts":"2026-07-24T18:05:13Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-s390x-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-s390x-fast-1","reconcileID":"fdad65e2-d0ef-482e-bfdf-53bbfd166d74","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:13.851354856Z {"level":"error","ts":"2026-07-24T18:05:13Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-decode-template","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-decode-template","reconcileID":"2387bbbf-7cbc-4a52-9136-dd2ef71d6808","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:13.867302038Z {"level":"error","ts":"2026-07-24T18:05:13Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-prefill-worker-data-parallel","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-prefill-worker-data-parallel","reconcileID":"747829b4-781b-4dfd-b435-ba6926b21b0d","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:13.874737488Z {"level":"error","ts":"2026-07-24T18:05:13Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-ppc64le","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-ppc64le","reconcileID":"e44962aa-b774-4293-bfc7-333a22d6838c","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:13.883377474Z {"level":"error","ts":"2026-07-24T18:05:13Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-tokenizer","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-tokenizer","reconcileID":"1b35b9df-da8d-4141-88a4-3faf43bde482","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:13.900456547Z {"level":"error","ts":"2026-07-24T18:05:13Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-decode-worker-data-parallel","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-decode-worker-data-parallel","reconcileID":"e961a5b5-466b-4c8c-88cf-e3d3d17e332b","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:13.909400082Z {"level":"error","ts":"2026-07-24T18:05:13Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda-fast-1","reconcileID":"b7f8c9eb-0f18-403b-830f-49e4c75539c9","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:13.916629972Z {"level":"error","ts":"2026-07-24T18:05:13Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-template-nvidia-cuda-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-template-nvidia-cuda-fast-2","reconcileID":"07c0e652-8b58-4a8e-8b31-c5715010b361","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:13.930601100Z {"level":"error","ts":"2026-07-24T18:05:13Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-router-route","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-router-route","reconcileID":"253e0a6f-c0c9-4f3f-a805-7fe671885418","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:13.936787480Z {"level":"error","ts":"2026-07-24T18:05:13Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-amd-rocm-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-amd-rocm-fast-1","reconcileID":"62c90c8b-3d4f-4a49-9337-39e95a76c040","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:13.944052842Z {"level":"error","ts":"2026-07-24T18:05:13Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-pd-template-nvidia-cuda-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-pd-template-nvidia-cuda-fast-1","reconcileID":"ad197011-323e-4dfd-8059-322476ee48d9","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:13.951521742Z {"level":"error","ts":"2026-07-24T18:05:13Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-ppc64le-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-ppc64le-fast-2","reconcileID":"f02d767d-33e6-4821-b293-76757a1b47fc","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:13.958746757Z {"level":"error","ts":"2026-07-24T18:05:13Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-intel-gaudi","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-intel-gaudi","reconcileID":"a1416ff5-7e84-4805-9643-5f62ec5c1ca0","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:13.972517336Z {"level":"error","ts":"2026-07-24T18:05:13Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-scheduler-latency-predictor","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-scheduler-latency-predictor","reconcileID":"c4a49e9b-1258-4959-a8f7-619e1391affc","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:13.979535382Z {"level":"error","ts":"2026-07-24T18:05:13Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-template-nvidia-cuda-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-template-nvidia-cuda-fast-2","reconcileID":"4541ac8e-4448-4c4c-9633-8a380eacd987","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:13.986495395Z {"level":"error","ts":"2026-07-24T18:05:13Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-x86-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-x86-fast-1","reconcileID":"b9046d65-be0e-4d91-8083-9724eae6828f","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:13.994118261Z {"level":"error","ts":"2026-07-24T18:05:13Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda","reconcileID":"0c3ab7d3-23d5-4eda-9204-e440dc422420","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.001106409Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-template-nvidia-cuda-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-template-nvidia-cuda-fast-1","reconcileID":"11e5177b-a5f8-487d-8ae0-f926418cc3de","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.008129421Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-pd-template-nvidia-cuda","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-pd-template-nvidia-cuda","reconcileID":"40808716-9cec-4e99-90ac-8f01fe50d06b","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.014264074Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-template-nvidia-cuda-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-template-nvidia-cuda-fast-1","reconcileID":"6f84b1e3-ae5c-419a-a688-fca4c98d2b28","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.021784299Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-x86","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-x86","reconcileID":"fe4bd2bd-86f3-44c0-8484-709692313082","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.028246945Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-intel-gaudi-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-intel-gaudi-fast-1","reconcileID":"66afa269-cd66-4440-b5f0-c28f3a178b81","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.034324189Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-intel-gaudi-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-intel-gaudi-fast-2","reconcileID":"66c0dc61-d13c-4425-bf05-e52442909e03","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.049382819Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-worker-data-parallel","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-worker-data-parallel","reconcileID":"fcaf5d9d-7cfd-4d8a-884f-e4d137b5bb49","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.057585373Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda-fast-2","reconcileID":"cdf9878f-8ce6-4dff-9637-db1398ea5961","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.067488176Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-scheduler","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-scheduler","reconcileID":"3bd0b1bc-2060-4d02-8522-9c2dbb01d3c9","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.079683452Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template","reconcileID":"8710a177-fb34-4558-8d34-3ab569b82d97","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.088353513Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-ppc64le-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-ppc64le-fast-1","reconcileID":"455aa887-35c4-4fa2-8bb2-4437666026c4","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.095489410Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-template-nvidia-cuda","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-template-nvidia-cuda","reconcileID":"7f5edf8e-0ee6-4d8c-9213-ec7ff659c02d","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.106049072Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-prefill-template","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-prefill-template","reconcileID":"c55fdcc1-5319-4231-b099-a81898a2a997","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.113715096Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-pd-template-nvidia-cuda-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-pd-template-nvidia-cuda-fast-2","reconcileID":"f0e4c92b-afc8-4ffa-b2b6-73df63df99fd","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.120369491Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-s390x-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-s390x-fast-2","reconcileID":"1947fffc-7c04-4793-bc22-6300ee9a0322","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.128039115Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-x86-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-x86-fast-2","reconcileID":"813c5444-39e2-42e2-9009-ca4ce638d3be","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.134079021Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-tracing","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-tracing","reconcileID":"f959f881-efa9-4144-9ff7-950c79c90950","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.140947596Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-template-nvidia-cuda","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-template-nvidia-cuda","reconcileID":"40d795e2-a3ba-4fed-a029-fedcafaf5a46","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.147089739Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-amd-rocm","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-amd-rocm","reconcileID":"0c802eb5-953e-4aa4-8336-b03821664cc1","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.153666724Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-amd-rocm-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-amd-rocm-fast-2","reconcileID":"3ff09f77-bb3f-4704-ad8f-a41ac320f17a","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.161117247Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-s390x","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-s390x","reconcileID":"b5233e2f-3712-42a6-8e30-c0c5cc678bf0","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.168148961Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-s390x-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-s390x-fast-1","reconcileID":"74440288-9044-4ebe-80ca-c71efc9d5203","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.179813882Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-decode-template","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-decode-template","reconcileID":"34dff15a-a71e-444f-a67c-8ebe988a0ff1","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.192657410Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-prefill-worker-data-parallel","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-prefill-worker-data-parallel","reconcileID":"f0b53041-fec0-4cb5-b29f-fe34a00712ce","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.200204977Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-ppc64le","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-ppc64le","reconcileID":"e07b57ca-4874-4a5a-bc67-e289badf5ce2","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.208627171Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-tokenizer","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-tokenizer","reconcileID":"be7a94e3-d930-4936-a114-79ed288cf05c","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.223913282Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-decode-worker-data-parallel","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-decode-worker-data-parallel","reconcileID":"51e50205-8f14-4b51-912a-a283be0bf379","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.234676443Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda-fast-1","reconcileID":"d27b85ce-6564-4297-8f3e-d52158879f8a","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.241399827Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-template-nvidia-cuda-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-template-nvidia-cuda-fast-2","reconcileID":"a7ed26d5-8a4f-49ed-a0f3-e7429de8442d","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.257350546Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-router-route","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-router-route","reconcileID":"5add8372-f871-4824-83f0-6aba44e53bf7","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.264707969Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-amd-rocm-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-amd-rocm-fast-1","reconcileID":"8e44d4ed-b415-442f-bf64-761c8b6b9b5e","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.272199886Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-pd-template-nvidia-cuda-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-pd-template-nvidia-cuda-fast-1","reconcileID":"287e7043-fe12-4fe6-beb6-561e0dac67a9","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.279809018Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-ppc64le-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-ppc64le-fast-2","reconcileID":"ad333ad7-a11a-48f6-86e2-1b96231efc41","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.286606602Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-intel-gaudi","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-intel-gaudi","reconcileID":"f578f540-6e8d-4e1c-9c28-acbe70b08e19","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.300340506Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-scheduler-latency-predictor","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-scheduler-latency-predictor","reconcileID":"b8b34537-0bb9-473b-972e-99b5f2cb1f85","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.307592053Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-template-nvidia-cuda-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-template-nvidia-cuda-fast-2","reconcileID":"9559f58a-750b-488a-8c1f-ebc49ace234c","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.317506163Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-x86-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-x86-fast-1","reconcileID":"5a2923d4-1adf-44b5-a258-29c5e6d5e47e","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.325386799Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda","reconcileID":"e446610d-45c3-426d-a0d4-d128abf2a648","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.332019044Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-template-nvidia-cuda-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-template-nvidia-cuda-fast-1","reconcileID":"7f9a1ad2-d166-4dda-af9a-3cd0023360f6","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.339094350Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-pd-template-nvidia-cuda","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-pd-template-nvidia-cuda","reconcileID":"db1dd2de-ddbd-45af-abda-e6a7338803de","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.345484401Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-template-nvidia-cuda-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-template-nvidia-cuda-fast-1","reconcileID":"9c5fd7d8-622f-4813-967d-8a9120858bf8","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.352029004Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-x86","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-x86","reconcileID":"9f6f701d-241c-46b2-b176-7a96548214ac","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.357836409Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-intel-gaudi-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-intel-gaudi-fast-1","reconcileID":"bc4f0ea0-f0e4-4c29-a188-300dcafae305","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.364565928Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-intel-gaudi-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-intel-gaudi-fast-2","reconcileID":"edd67708-1249-4ca7-a494-3789825fdeab","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.378485225Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-worker-data-parallel","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-worker-data-parallel","reconcileID":"59c582e1-3ba0-438b-b5db-0c46156d801e","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.386967752Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda-fast-2","reconcileID":"4770eeea-2009-4c32-987a-4ec33e97cc60","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.397158464Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-scheduler","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-scheduler","reconcileID":"cb0dda83-b79f-4503-883c-b0941d4d2a76","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.407503708Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template","reconcileID":"1dc14379-24f5-4c32-8c81-381979abb1df","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.415227992Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-ppc64le-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-ppc64le-fast-1","reconcileID":"2264e200-e37b-4f01-9973-0429f74ae3b5","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.422428320Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-template-nvidia-cuda","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-template-nvidia-cuda","reconcileID":"b02d89ae-1258-4c59-9894-ee96868c0b5b","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.433746305Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-prefill-template","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-prefill-template","reconcileID":"1fabe31d-f2a2-42d6-9dfc-eb549e08ca9a","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.441790817Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-pd-template-nvidia-cuda-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-pd-template-nvidia-cuda-fast-2","reconcileID":"b7f14204-9a11-417b-96ef-fa8c43e01d17","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.450680633Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-s390x-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-s390x-fast-2","reconcileID":"e47fc1bb-f21d-4635-9f14-2fe762ce197e","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.458148215Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-x86-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-x86-fast-2","reconcileID":"9392035e-abac-4f3c-8f22-90c6edc8d897","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.464258977Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-tracing","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-tracing","reconcileID":"9b28d110-c0c4-4469-ad49-46a7f50286a2","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.470781404Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-template-nvidia-cuda","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-template-nvidia-cuda","reconcileID":"0d5fbb2c-71fa-4309-9a34-7ff2bd342244","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.477573379Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-amd-rocm","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-amd-rocm","reconcileID":"94119226-446f-4a44-b6fa-4e2c64f04dc2","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.488126285Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-amd-rocm-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-amd-rocm-fast-2","reconcileID":"579425da-b459-4fe5-a617-6727882024b3","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.500402723Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-s390x","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-s390x","reconcileID":"caa2cae3-46c6-4a68-9279-6894d5eabf23","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.508566430Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-s390x-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-s390x-fast-1","reconcileID":"f640d5bd-f3b9-48d3-80d6-dbd782bdcbc3","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.520488548Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-decode-template","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-decode-template","reconcileID":"4b209cbe-c9e7-4b7c-a3ff-8583a7356eb6","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.535338408Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-prefill-worker-data-parallel","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-prefill-worker-data-parallel","reconcileID":"05cb375a-0191-4668-aaa6-932b7850a684","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.543219254Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-ppc64le","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-ppc64le","reconcileID":"e3a8358d-f649-42da-a829-204363e50195","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.553133060Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-tokenizer","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-tokenizer","reconcileID":"6e2cdb04-b335-455a-9a01-b028693b96ab","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.569837433Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-decode-worker-data-parallel","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-decode-worker-data-parallel","reconcileID":"954ccaf5-7cfa-4305-a0cd-a08a1a42d1da","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.578678807Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda-fast-1","reconcileID":"660d98e8-ce32-44f2-8a6e-5deffb0ae0b9","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.585885099Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-template-nvidia-cuda-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-template-nvidia-cuda-fast-2","reconcileID":"bbae8d38-fe42-4982-b5c9-05c1b1610533","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.603016058Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-router-route","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-router-route","reconcileID":"babf8ac0-56d5-46cb-ac79-3bef0a09ff89","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.610340146Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-amd-rocm-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-amd-rocm-fast-1","reconcileID":"fc44d77c-11d1-471e-b9c7-ed496f334e00","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.618272110Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-pd-template-nvidia-cuda-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-pd-template-nvidia-cuda-fast-1","reconcileID":"41fc7c52-330f-4b30-bb44-c8b70b35977d","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.626153455Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-ppc64le-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-ppc64le-fast-2","reconcileID":"ef1d463b-efb0-407f-9d77-c27eec1cd383","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.634511983Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-intel-gaudi","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-intel-gaudi","reconcileID":"c19743ee-1cb7-4ddd-a59b-04468751b53a","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.650547544Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-scheduler-latency-predictor","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-scheduler-latency-predictor","reconcileID":"73e35987-71b7-42ee-8c4b-2aefc4772e94","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.657940307Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-template-nvidia-cuda-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-template-nvidia-cuda-fast-2","reconcileID":"68bcef2d-49b8-4379-a784-b73ab0a19c5e","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.666000837Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-x86-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-x86-fast-1","reconcileID":"130227ec-aef7-437c-8595-a4bab039fe20","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.674718001Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda","reconcileID":"e2284fed-28e5-46da-9159-80a7e60285fc","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.682492765Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-template-nvidia-cuda-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-template-nvidia-cuda-fast-1","reconcileID":"b9aa971f-56c4-493d-8733-74d12a1877c6","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.691129129Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-pd-template-nvidia-cuda","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-pd-template-nvidia-cuda","reconcileID":"3f71e8ca-b400-46dd-a42f-f976105f5053","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.758200253Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-template-nvidia-cuda-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-template-nvidia-cuda-fast-1","reconcileID":"58d84916-ca2e-4964-bca0-352f94e0a5b3","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.858565087Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-x86","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-x86","reconcileID":"b60bfe1c-a0c1-4b0c-82a1-5cc116edac5d","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:14.956680938Z {"level":"error","ts":"2026-07-24T18:05:14Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-intel-gaudi-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-intel-gaudi-fast-1","reconcileID":"1fe747db-db7b-46b5-8e06-8bb8c279d65c","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:15.057457082Z {"level":"error","ts":"2026-07-24T18:05:15Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-intel-gaudi-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-intel-gaudi-fast-2","reconcileID":"85f707f9-7a34-4706-a763-972c6305c39f","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:15.163699030Z {"level":"error","ts":"2026-07-24T18:05:15Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-worker-data-parallel","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-worker-data-parallel","reconcileID":"1dbf3c34-82fe-4498-900c-9d994241950b","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:15.260015329Z {"level":"error","ts":"2026-07-24T18:05:15Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda-fast-2","reconcileID":"58a11ffc-00c1-473c-a877-04d41e68635f","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:15.367179883Z {"level":"error","ts":"2026-07-24T18:05:15Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-scheduler","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-scheduler","reconcileID":"3b37e30d-74cc-433f-a15f-5145e850822d","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:15.461657122Z {"level":"error","ts":"2026-07-24T18:05:15Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template","reconcileID":"3adaab4e-8c37-4fec-9d11-c0a2049bdc49","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:15.557839925Z {"level":"error","ts":"2026-07-24T18:05:15Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-ppc64le-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-ppc64le-fast-1","reconcileID":"483588c5-561b-4d48-b5d9-d70c91a60caa","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:15.658145086Z {"level":"error","ts":"2026-07-24T18:05:15Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-template-nvidia-cuda","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-template-nvidia-cuda","reconcileID":"0e3f256b-78e0-4f0c-8c86-c6c738f15690","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:15.761229277Z {"level":"error","ts":"2026-07-24T18:05:15Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-prefill-template","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-prefill-template","reconcileID":"b81297c2-bbf8-4df6-a64f-a3cfe42f9358","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:15.857759778Z {"level":"error","ts":"2026-07-24T18:05:15Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-pd-template-nvidia-cuda-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-pd-template-nvidia-cuda-fast-2","reconcileID":"2696f8de-dd25-4a68-b1a1-20596acced4e","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:15.959245628Z {"level":"error","ts":"2026-07-24T18:05:15Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-s390x-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-s390x-fast-2","reconcileID":"6bc5cc03-166f-4236-afea-eab4fa732ea7","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:16.058492285Z {"level":"error","ts":"2026-07-24T18:05:16Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-x86-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-x86-fast-2","reconcileID":"1fba7bfe-508e-4b00-ab10-5051e00bd574","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:16.156901602Z {"level":"error","ts":"2026-07-24T18:05:16Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-tracing","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-tracing","reconcileID":"9139baf6-01cd-4140-9352-bc1f2bcc90c9","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:16.258247346Z {"level":"error","ts":"2026-07-24T18:05:16Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-template-nvidia-cuda","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-template-nvidia-cuda","reconcileID":"f43aadae-1e30-4155-bb19-d8488015e915","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:16.358497786Z {"level":"error","ts":"2026-07-24T18:05:16Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-amd-rocm","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-amd-rocm","reconcileID":"5244ecdd-239e-421b-8c90-583d3634eac1","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:16.458426229Z {"level":"error","ts":"2026-07-24T18:05:16Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-amd-rocm-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-amd-rocm-fast-2","reconcileID":"826f689c-b208-41eb-a3ad-9d4c6eb17c5e","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:16.558780504Z {"level":"error","ts":"2026-07-24T18:05:16Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-s390x","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-s390x","reconcileID":"0708a8e3-7fc4-4723-965b-897e3db4cbcb","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:16.659826501Z {"level":"error","ts":"2026-07-24T18:05:16Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-s390x-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-s390x-fast-1","reconcileID":"a5b567fc-95a6-417c-8067-b7cea8bb0d75","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:16.762538215Z {"level":"error","ts":"2026-07-24T18:05:16Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-decode-template","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-decode-template","reconcileID":"625df050-41b7-452f-9ae2-5c6b9bf09957","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:16.863816529Z {"level":"error","ts":"2026-07-24T18:05:16Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-prefill-worker-data-parallel","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-prefill-worker-data-parallel","reconcileID":"d92d0915-374c-4ed5-846a-f6a77d5fa1e0","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:16.957751664Z {"level":"error","ts":"2026-07-24T18:05:16Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-ppc64le","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-ppc64le","reconcileID":"48d8a4e0-ec00-4061-8ef7-056f0e35a2ac","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:17.061249415Z {"level":"error","ts":"2026-07-24T18:05:17Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-tokenizer","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-tokenizer","reconcileID":"1d22031a-a9cd-44e0-aa98-a813dbc268ec","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:17.244945390Z {"level":"error","ts":"2026-07-24T18:05:17Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-decode-worker-data-parallel","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-decode-worker-data-parallel","reconcileID":"612f9018-5786-4b76-b38e-621968440cec","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:17.264874477Z {"level":"error","ts":"2026-07-24T18:05:17Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda-fast-1","reconcileID":"6892bc6f-0bb4-4c61-9b3b-75349eb47862","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:17.360185272Z {"level":"error","ts":"2026-07-24T18:05:17Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-template-nvidia-cuda-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-template-nvidia-cuda-fast-2","reconcileID":"3d5ad745-27be-4bfb-bda5-49db23e5be4e","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:17.472888305Z {"level":"error","ts":"2026-07-24T18:05:17Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-router-route","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-router-route","reconcileID":"9c02dbb7-2265-4663-a856-3920b06ead6f","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:17.559230901Z {"level":"error","ts":"2026-07-24T18:05:17Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-amd-rocm-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-amd-rocm-fast-1","reconcileID":"b08710e7-3090-4fb1-958d-2ee570ce7c0b","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:17.658357829Z {"level":"error","ts":"2026-07-24T18:05:17Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-pd-template-nvidia-cuda-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-pd-template-nvidia-cuda-fast-1","reconcileID":"2a7cdffd-f58a-4616-b15c-5485d06a18c9","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:17.757562421Z {"level":"error","ts":"2026-07-24T18:05:17Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-ppc64le-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-ppc64le-fast-2","reconcileID":"256dec44-eba1-4449-bdec-50c79f4b8bfe","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:17.856799918Z {"level":"error","ts":"2026-07-24T18:05:17Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-intel-gaudi","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-intel-gaudi","reconcileID":"dff53100-6636-49e0-beec-a2cc33fdd0f2","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:17.964670625Z {"level":"error","ts":"2026-07-24T18:05:17Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-scheduler-latency-predictor","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-scheduler-latency-predictor","reconcileID":"b08ea99b-a069-4e06-b237-845d92ec33e3","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:18.063032958Z {"level":"error","ts":"2026-07-24T18:05:18Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-template-nvidia-cuda-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-template-nvidia-cuda-fast-2","reconcileID":"85f3ae4d-05ad-452f-adb8-f102e42ca2c0","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:18.157873220Z {"level":"error","ts":"2026-07-24T18:05:18Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-x86-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-x86-fast-1","reconcileID":"3d4ca835-8fc6-4e0c-aa6a-766668ba4dc3","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:18.258312516Z {"level":"error","ts":"2026-07-24T18:05:18Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda","reconcileID":"99357a5b-41c9-4a43-b557-0aff57d8a5ad","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:18.357517734Z {"level":"error","ts":"2026-07-24T18:05:18Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-template-nvidia-cuda-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-template-nvidia-cuda-fast-1","reconcileID":"7f7fa8d5-853e-4b4c-9142-691b386c4a74","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:18.459247829Z {"level":"error","ts":"2026-07-24T18:05:18Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-pd-template-nvidia-cuda","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-pd-template-nvidia-cuda","reconcileID":"43fbbaab-0af4-4d2f-9e8d-21ad494eaa9e","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:18.557984255Z {"level":"error","ts":"2026-07-24T18:05:18Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-template-nvidia-cuda-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-template-nvidia-cuda-fast-1","reconcileID":"60326c23-d396-40e1-a6be-091b04fce689","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:18.658801442Z {"level":"error","ts":"2026-07-24T18:05:18Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-x86","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-x86","reconcileID":"4dd07cee-5533-4d36-94ec-04903b899a36","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:18.757179930Z {"level":"error","ts":"2026-07-24T18:05:18Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-intel-gaudi-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-intel-gaudi-fast-1","reconcileID":"3d47edc8-8fc6-4456-b4ee-72ca0b9725d3","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:18.857425127Z {"level":"error","ts":"2026-07-24T18:05:18Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-intel-gaudi-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-intel-gaudi-fast-2","reconcileID":"47edc83e-bbd7-4c2e-8fb1-2cd8ac489c67","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:18.965761018Z {"level":"error","ts":"2026-07-24T18:05:18Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-worker-data-parallel","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-worker-data-parallel","reconcileID":"e358dd39-c333-4374-a13a-e6febee2879a","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:19.059257766Z {"level":"error","ts":"2026-07-24T18:05:19Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda-fast-2","reconcileID":"380794ff-0eee-4265-b350-4cb112400d18","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:19.165215571Z {"level":"error","ts":"2026-07-24T18:05:19Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-scheduler","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-scheduler","reconcileID":"1013030c-e402-4bef-996f-698b1219cb7c","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:19.261258137Z {"level":"error","ts":"2026-07-24T18:05:19Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template","reconcileID":"60c6d91a-8f50-4995-8de7-83b82c475fa5","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:19.358676939Z {"level":"error","ts":"2026-07-24T18:05:19Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-ppc64le-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-ppc64le-fast-1","reconcileID":"790bcaee-d890-485a-b658-dadce40e9361","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:19.458596740Z {"level":"error","ts":"2026-07-24T18:05:19Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-template-nvidia-cuda","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-template-nvidia-cuda","reconcileID":"922c82b5-2327-4bfc-b10e-9e257fc065b2","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:19.562731253Z {"level":"error","ts":"2026-07-24T18:05:19Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-prefill-template","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-prefill-template","reconcileID":"b9faab8e-c196-4acb-acbf-9c1c092e5cf4","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:19.658495323Z {"level":"error","ts":"2026-07-24T18:05:19Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-pd-template-nvidia-cuda-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-pd-template-nvidia-cuda-fast-2","reconcileID":"2fb5b0ab-8df1-4727-8ebc-37048d613c7c","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:19.758770095Z {"level":"error","ts":"2026-07-24T18:05:19Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-s390x-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-s390x-fast-2","reconcileID":"3069cece-93cf-418c-87db-0fc94a1f82c3","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:19.858392987Z {"level":"error","ts":"2026-07-24T18:05:19Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-x86-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-x86-fast-2","reconcileID":"64d6caf7-2b9a-4c38-9a2e-8dcffe0614d6","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:19.957033031Z {"level":"error","ts":"2026-07-24T18:05:19Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-tracing","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-tracing","reconcileID":"ead285c5-fda2-4837-b7c4-46d56b0a94f1","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:20.058676412Z {"level":"error","ts":"2026-07-24T18:05:20Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-template-nvidia-cuda","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-template-nvidia-cuda","reconcileID":"c3b5cffa-0473-4f80-aca4-0c2e3319e542","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:20.157470470Z {"level":"error","ts":"2026-07-24T18:05:20Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-amd-rocm","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-amd-rocm","reconcileID":"a801073d-8550-4de7-9ddf-e5c6ef69ae7c","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:20.257817180Z {"level":"error","ts":"2026-07-24T18:05:20Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-amd-rocm-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-amd-rocm-fast-2","reconcileID":"c6216312-f3b3-4b4d-b6d3-80c16611c2cb","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:20.359510850Z {"level":"error","ts":"2026-07-24T18:05:20Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-s390x","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-s390x","reconcileID":"d5957121-4658-47e9-b285-ece26b095945","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:20.459959364Z {"level":"error","ts":"2026-07-24T18:05:20Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-s390x-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-s390x-fast-1","reconcileID":"f4ffc8a5-901f-4aa5-a1d5-ea58e4df0507","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:20.564984846Z {"level":"error","ts":"2026-07-24T18:05:20Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-decode-template","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-decode-template","reconcileID":"80b90263-79cb-4848-b75e-41e7cbb71117","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:20.666871919Z {"level":"error","ts":"2026-07-24T18:05:20Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-prefill-worker-data-parallel","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-prefill-worker-data-parallel","reconcileID":"eca0d2d2-140f-472c-9ab2-91778d1fcc38","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:20.758713400Z {"level":"error","ts":"2026-07-24T18:05:20Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-ppc64le","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-ppc64le","reconcileID":"3b28bf84-dbe1-4d6a-bcf8-1ddc9394f4eb","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:20.860075251Z {"level":"error","ts":"2026-07-24T18:05:20Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-tokenizer","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-tokenizer","reconcileID":"d144748b-4d8f-43b8-a53d-d4c1ec353a6b","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:21.006458379Z {"level":"error","ts":"2026-07-24T18:05:21Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-decode-worker-data-parallel","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-decode-worker-data-parallel","reconcileID":"3efe37e5-14d5-4408-b3da-88bf3036a81b","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:21.068751543Z {"level":"error","ts":"2026-07-24T18:05:21Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda-fast-1","reconcileID":"9cb1efc0-a8d5-4519-a454-7f107e45c47e","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:21.157708215Z {"level":"error","ts":"2026-07-24T18:05:21Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-template-nvidia-cuda-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-template-nvidia-cuda-fast-2","reconcileID":"44f29313-604d-4c76-bfb5-06088eae12ac","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:21.265117858Z {"level":"error","ts":"2026-07-24T18:05:21Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-router-route","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-router-route","reconcileID":"75cf478b-c456-4922-99d8-3c101284c394","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:21.357591260Z {"level":"error","ts":"2026-07-24T18:05:21Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-amd-rocm-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-amd-rocm-fast-1","reconcileID":"7e73f548-e2be-4f72-b837-9568b3b03ef0","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:21.457883431Z {"level":"error","ts":"2026-07-24T18:05:21Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-pd-template-nvidia-cuda-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-pd-template-nvidia-cuda-fast-1","reconcileID":"110968bd-aaa7-4519-a889-5553c472a3b0","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:21.558018541Z {"level":"error","ts":"2026-07-24T18:05:21Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-ppc64le-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-ppc64le-fast-2","reconcileID":"168a9457-af33-4d09-97df-f71071110c17","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:21.657869016Z {"level":"error","ts":"2026-07-24T18:05:21Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-intel-gaudi","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-intel-gaudi","reconcileID":"33785846-4565-4a7c-8732-740d709fc38a","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:21.767899055Z {"level":"error","ts":"2026-07-24T18:05:21Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-scheduler-latency-predictor","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-scheduler-latency-predictor","reconcileID":"f4e5f344-d1bc-4f13-ae0f-f046f7e48e16","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:21.859758912Z {"level":"error","ts":"2026-07-24T18:05:21Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-template-nvidia-cuda-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-template-nvidia-cuda-fast-2","reconcileID":"91172a05-5c5d-4d83-85b9-fbe94e556ed3","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:21.957771459Z {"level":"error","ts":"2026-07-24T18:05:21Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-x86-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-x86-fast-1","reconcileID":"4ad15c65-5a7f-4228-bb5d-05a41ad185c7","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:22.058405097Z {"level":"error","ts":"2026-07-24T18:05:22Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda","reconcileID":"6debd06d-bbb3-4a08-8630-fe6a4fb25f8e","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:22.157698301Z {"level":"error","ts":"2026-07-24T18:05:22Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-template-nvidia-cuda-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-template-nvidia-cuda-fast-1","reconcileID":"b2188580-8bf1-483f-8f63-e146aa127f2a","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:22.256853834Z {"level":"error","ts":"2026-07-24T18:05:22Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-pd-template-nvidia-cuda","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-pd-template-nvidia-cuda","reconcileID":"5004c4c5-db39-4f4f-9f94-ea6de859cc12","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:22.358498457Z {"level":"error","ts":"2026-07-24T18:05:22Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-template-nvidia-cuda-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-template-nvidia-cuda-fast-1","reconcileID":"4c7fcf80-ad0e-4c1f-9dfd-925b91387736","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:22.459037411Z {"level":"error","ts":"2026-07-24T18:05:22Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-x86","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-x86","reconcileID":"a0af9276-3919-4da4-9010-312c216c4e91","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:22.559802388Z {"level":"error","ts":"2026-07-24T18:05:22Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-intel-gaudi-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-intel-gaudi-fast-1","reconcileID":"8d819ff7-62f0-476c-aec6-4e5fdf5f185f","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:22.657266807Z {"level":"error","ts":"2026-07-24T18:05:22Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-intel-gaudi-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-intel-gaudi-fast-2","reconcileID":"e52a0022-0551-45bc-be30-c512c4367a1f","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:22.769296927Z {"level":"error","ts":"2026-07-24T18:05:22Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-worker-data-parallel","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-worker-data-parallel","reconcileID":"803ae781-88b8-49b7-b9a7-83a6a4590ddf","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:22.858086855Z {"level":"error","ts":"2026-07-24T18:05:22Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda-fast-2","reconcileID":"54e19431-25b6-4e79-acf6-806bf9f7aaea","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:22.961746200Z {"level":"error","ts":"2026-07-24T18:05:22Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-scheduler","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-scheduler","reconcileID":"cf262ef3-7b97-42c3-b0f3-95faa2aa825e","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:23.061307463Z {"level":"error","ts":"2026-07-24T18:05:23Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template","reconcileID":"43d350dd-750a-4265-b760-84d5e6d10e13","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:23.158143650Z {"level":"error","ts":"2026-07-24T18:05:23Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-ppc64le-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-ppc64le-fast-1","reconcileID":"58adcdc0-7b88-452a-bc88-e1882d66d4aa","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:23.258657112Z {"level":"error","ts":"2026-07-24T18:05:23Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-template-nvidia-cuda","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-template-nvidia-cuda","reconcileID":"0e031a1e-81a3-476b-888c-17235401f4d4","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:23.361300512Z {"level":"error","ts":"2026-07-24T18:05:23Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-prefill-template","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-prefill-template","reconcileID":"c9e3bd47-ee2c-4a1f-92ba-57227e04952c","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:23.457713824Z {"level":"error","ts":"2026-07-24T18:05:23Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-pd-template-nvidia-cuda-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-pd-template-nvidia-cuda-fast-2","reconcileID":"4d5d1c5f-afc5-4b7b-ad10-1d8131b42fb6","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:23.557752409Z {"level":"error","ts":"2026-07-24T18:05:23Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-s390x-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-s390x-fast-2","reconcileID":"728dbd10-462a-46ab-a15b-265ea586549a","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:23.658343802Z {"level":"error","ts":"2026-07-24T18:05:23Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-x86-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-x86-fast-2","reconcileID":"a58f1dc0-9ba1-4eaa-b73c-7f695ae9d936","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:23.756262830Z {"level":"error","ts":"2026-07-24T18:05:23Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-tracing","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-tracing","reconcileID":"9fb9ffc8-662f-4562-919f-b27aeeb9728a","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:23.856647333Z {"level":"error","ts":"2026-07-24T18:05:23Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-template-nvidia-cuda","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-template-nvidia-cuda","reconcileID":"f26f5035-4821-41f5-b232-a1b976892f1b","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:23.957039873Z {"level":"error","ts":"2026-07-24T18:05:23Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-amd-rocm","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-amd-rocm","reconcileID":"41ff86df-304b-4e53-bef3-1c371418eaed","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:24.057625036Z {"level":"error","ts":"2026-07-24T18:05:24Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-amd-rocm-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-amd-rocm-fast-2","reconcileID":"e41dc617-65dc-465b-92e8-f280ec761d45","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:24.158504423Z {"level":"error","ts":"2026-07-24T18:05:24Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-s390x","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-s390x","reconcileID":"cbbd958a-44cb-4b06-b247-2386bfde18cf","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:24.257619991Z {"level":"error","ts":"2026-07-24T18:05:24Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-s390x-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-s390x-fast-1","reconcileID":"c44fe08b-a133-4a12-9c8d-9c9fab8de8fa","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:24.361629988Z {"level":"error","ts":"2026-07-24T18:05:24Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-decode-template","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-decode-template","reconcileID":"5d0bcbf3-2db6-4231-a1f1-294776f6d894","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:24.464699630Z {"level":"error","ts":"2026-07-24T18:05:24Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-prefill-worker-data-parallel","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-prefill-worker-data-parallel","reconcileID":"71329e92-598f-4a2c-a134-1b71cf023e25","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:24.558128861Z {"level":"error","ts":"2026-07-24T18:05:24Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-ppc64le","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-ppc64le","reconcileID":"90a78e7b-8730-4d87-b731-e7776c842b03","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:24.659226363Z {"level":"error","ts":"2026-07-24T18:05:24Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-tokenizer","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-tokenizer","reconcileID":"0971cee2-303a-4597-9336-1feaa6a985ed","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:24.766803017Z {"level":"error","ts":"2026-07-24T18:05:24Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-decode-worker-data-parallel","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-decode-worker-data-parallel","reconcileID":"05f5c5e9-01ba-4cac-b6db-b687586456c1","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:24.857973467Z {"level":"error","ts":"2026-07-24T18:05:24Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda-fast-1","reconcileID":"e81761f8-2921-4236-aca5-c7842bcf353f","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:24.957660428Z {"level":"error","ts":"2026-07-24T18:05:24Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-template-nvidia-cuda-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-template-nvidia-cuda-fast-2","reconcileID":"8a989e8e-1fa0-44a7-8e90-ec2c0a6d9d43","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:25.066795908Z {"level":"error","ts":"2026-07-24T18:05:25Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-router-route","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-router-route","reconcileID":"186f5d51-a56f-49b1-976b-220888298ba9","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:25.157342619Z {"level":"error","ts":"2026-07-24T18:05:25Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-amd-rocm-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-amd-rocm-fast-1","reconcileID":"72b0d31b-3934-4cf3-b57f-2f699004a53c","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:25.256836773Z {"level":"error","ts":"2026-07-24T18:05:25Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-pd-template-nvidia-cuda-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-pd-template-nvidia-cuda-fast-1","reconcileID":"782ae1ef-974d-404a-bad3-f1c33798d3fc","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:25.357920723Z {"level":"error","ts":"2026-07-24T18:05:25Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-ppc64le-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-ppc64le-fast-2","reconcileID":"a4b2c1ff-75ec-4334-aa3d-a6a0671c680c","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:25.456930640Z {"level":"error","ts":"2026-07-24T18:05:25Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-intel-gaudi","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-intel-gaudi","reconcileID":"d38e5673-cdd4-404e-a554-7cde749b5853","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:25.565218329Z {"level":"error","ts":"2026-07-24T18:05:25Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-scheduler-latency-predictor","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-scheduler-latency-predictor","reconcileID":"3dd953e5-0fb4-45e9-a267-9a2e05e37a9b","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:25.657478864Z {"level":"error","ts":"2026-07-24T18:05:25Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-template-nvidia-cuda-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-template-nvidia-cuda-fast-2","reconcileID":"93ec53b7-94dd-473b-971d-3160e22c8788","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:25.757624899Z {"level":"error","ts":"2026-07-24T18:05:25Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-x86-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-x86-fast-1","reconcileID":"42f5f822-c221-41a7-b13b-fca2ebadf102","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:25.858099193Z {"level":"error","ts":"2026-07-24T18:05:25Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda","reconcileID":"bb3806f5-793c-40c6-9f4b-41476db9213b","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:25.957289255Z {"level":"error","ts":"2026-07-24T18:05:25Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-template-nvidia-cuda-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-template-nvidia-cuda-fast-1","reconcileID":"c0d74f7e-0b49-4516-ae3e-000fa9ec2877","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:26.057076194Z {"level":"error","ts":"2026-07-24T18:05:26Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-pd-template-nvidia-cuda","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-pd-template-nvidia-cuda","reconcileID":"a1464e31-6465-4194-a026-9cfdc52b639c","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:26.157270607Z {"level":"error","ts":"2026-07-24T18:05:26Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-template-nvidia-cuda-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-template-nvidia-cuda-fast-1","reconcileID":"ac863418-9f29-4cfe-a9d1-19f41909457e","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:26.258389319Z {"level":"error","ts":"2026-07-24T18:05:26Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-x86","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-x86","reconcileID":"b431e07a-4612-4c33-a9ad-ecec3704f9d4","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:26.356845674Z {"level":"error","ts":"2026-07-24T18:05:26Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-intel-gaudi-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-intel-gaudi-fast-1","reconcileID":"7883500d-54fd-4747-96fc-4369e5ffa314","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:26.457256389Z {"level":"error","ts":"2026-07-24T18:05:26Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-intel-gaudi-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-intel-gaudi-fast-2","reconcileID":"69edddaf-6363-4fa4-81bd-5388d7564d0c","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:26.564195106Z {"level":"error","ts":"2026-07-24T18:05:26Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-worker-data-parallel","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-worker-data-parallel","reconcileID":"71f83a1b-d120-4d18-9f85-ed5dccd96515","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:26.660014580Z {"level":"error","ts":"2026-07-24T18:05:26Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda-fast-2","reconcileID":"8083b801-c126-4d20-b3fa-4eadf26f498a","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:26.760856591Z {"level":"error","ts":"2026-07-24T18:05:26Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-scheduler","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-scheduler","reconcileID":"f42816ba-44f5-45d1-8958-ee1dbdccb1a1","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:26.860328554Z {"level":"error","ts":"2026-07-24T18:05:26Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template","reconcileID":"b50787a3-3160-435e-8c7c-31f83a25e079","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:26.957623319Z {"level":"error","ts":"2026-07-24T18:05:26Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-ppc64le-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-ppc64le-fast-1","reconcileID":"516dbd66-ce56-4b7c-8798-52691cc2ba59","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:27.057302708Z {"level":"error","ts":"2026-07-24T18:05:27Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-template-nvidia-cuda","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-template-nvidia-cuda","reconcileID":"ad21a519-fa09-43a3-8805-59bd66b680bf","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:27.161201580Z {"level":"error","ts":"2026-07-24T18:05:27Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-prefill-template","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-prefill-template","reconcileID":"640be83d-283e-4d85-b1a3-744c0d0e25f8","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:27.258579955Z {"level":"error","ts":"2026-07-24T18:05:27Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-pd-template-nvidia-cuda-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-pd-template-nvidia-cuda-fast-2","reconcileID":"d3e16667-0686-4852-a716-5c854e68a4b8","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:27.358716278Z {"level":"error","ts":"2026-07-24T18:05:27Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-s390x-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-s390x-fast-2","reconcileID":"917b315e-51c7-4ced-b995-a298cd7dd55f","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:27.457203735Z {"level":"error","ts":"2026-07-24T18:05:27Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-x86-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-x86-fast-2","reconcileID":"1d1738fb-008c-42d5-9a9f-8e9fde6c165a","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:27.556794220Z {"level":"error","ts":"2026-07-24T18:05:27Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-tracing","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-tracing","reconcileID":"853ff62c-dee1-47f1-941c-2bfd1abe827e","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:27.656771749Z {"level":"error","ts":"2026-07-24T18:05:27Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-template-nvidia-cuda","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-template-nvidia-cuda","reconcileID":"aeb62807-7d34-4f16-97f7-32876c2376ec","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:27.756840773Z {"level":"error","ts":"2026-07-24T18:05:27Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-amd-rocm","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-amd-rocm","reconcileID":"f5e58b56-7e5d-4570-ac85-05553cace328","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:27.857117849Z {"level":"error","ts":"2026-07-24T18:05:27Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-amd-rocm-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-amd-rocm-fast-2","reconcileID":"573f038f-8c6b-4839-8954-f048022e2988","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:27.958342415Z {"level":"error","ts":"2026-07-24T18:05:27Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-s390x","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-s390x","reconcileID":"0c194f3c-3b0a-4e90-aac1-de030db7ca9c","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:28.057217097Z {"level":"error","ts":"2026-07-24T18:05:28Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-s390x-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-s390x-fast-1","reconcileID":"4bc87b36-7b08-431b-b83c-48238a6c38bc","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:28.162446581Z {"level":"error","ts":"2026-07-24T18:05:28Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-decode-template","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-decode-template","reconcileID":"806be3f7-2b79-4cb8-9c3d-54794b828aa1","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:28.263339563Z {"level":"error","ts":"2026-07-24T18:05:28Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-prefill-worker-data-parallel","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-prefill-worker-data-parallel","reconcileID":"f0b4d634-ab6a-4c6d-88c2-8b48259c6e8e","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:28.357520986Z {"level":"error","ts":"2026-07-24T18:05:28Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-ppc64le","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-ppc64le","reconcileID":"c905f740-8425-4160-bc75-46775f855ea1","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:28.458773248Z {"level":"error","ts":"2026-07-24T18:05:28Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-tokenizer","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-tokenizer","reconcileID":"3118b5de-86a5-406c-9680-8394a3302f40","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:28.565295526Z {"level":"error","ts":"2026-07-24T18:05:28Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-decode-worker-data-parallel","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-decode-worker-data-parallel","reconcileID":"5325e830-0fca-4f2c-bbdb-72d038bb7304","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:28.657724334Z {"level":"error","ts":"2026-07-24T18:05:28Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda-fast-1","reconcileID":"2ff9fa92-ce51-455d-a918-ef0e64baa6df","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:28.757917098Z {"level":"error","ts":"2026-07-24T18:05:28Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-template-nvidia-cuda-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-template-nvidia-cuda-fast-2","reconcileID":"fd838478-7cf0-4bb2-98be-177eb828e21d","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:28.863620319Z {"level":"error","ts":"2026-07-24T18:05:28Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-router-route","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-router-route","reconcileID":"4aae3673-d7f3-4982-a130-5d91215bb291","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:28.956676709Z {"level":"error","ts":"2026-07-24T18:05:28Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-amd-rocm-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-amd-rocm-fast-1","reconcileID":"7974a3e0-113f-4402-abf1-f6b5510097e0","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:29.057575849Z {"level":"error","ts":"2026-07-24T18:05:29Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-pd-template-nvidia-cuda-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-pd-template-nvidia-cuda-fast-1","reconcileID":"c6cfbca5-bc5c-4731-8c01-26bd367ecd8b","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:29.157509220Z {"level":"error","ts":"2026-07-24T18:05:29Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-ppc64le-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-ppc64le-fast-2","reconcileID":"000ee82d-aac1-4ef1-9456-afc36f0697b0","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:29.257236009Z {"level":"error","ts":"2026-07-24T18:05:29Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-intel-gaudi","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-intel-gaudi","reconcileID":"fabd790e-2714-4fea-913b-9e380db029bd","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:29.363556411Z {"level":"error","ts":"2026-07-24T18:05:29Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-scheduler-latency-predictor","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-scheduler-latency-predictor","reconcileID":"2aaf11eb-a708-4f18-9895-ad8e09fccfd7","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:29.456391707Z {"level":"error","ts":"2026-07-24T18:05:29Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-template-nvidia-cuda-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-template-nvidia-cuda-fast-2","reconcileID":"8fb6f54f-e789-489e-9c58-4e3fb21f14d1","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:29.558823197Z {"level":"error","ts":"2026-07-24T18:05:29Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-x86-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-x86-fast-1","reconcileID":"8b3f8104-02ec-4171-ae65-e6633e56b500","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:29.658107074Z {"level":"error","ts":"2026-07-24T18:05:29Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda","reconcileID":"c6f3558b-3cad-4480-87b2-0935d734979a","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:29.758142313Z {"level":"error","ts":"2026-07-24T18:05:29Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-template-nvidia-cuda-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-template-nvidia-cuda-fast-1","reconcileID":"7656ea02-bcb0-4c97-adfd-52e5c3172c8f","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:29.858785249Z {"level":"error","ts":"2026-07-24T18:05:29Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-pd-template-nvidia-cuda","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-pd-template-nvidia-cuda","reconcileID":"99094879-9c11-4068-a008-27fcd9f16a8b","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:29.957582032Z {"level":"error","ts":"2026-07-24T18:05:29Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-template-nvidia-cuda-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-template-nvidia-cuda-fast-1","reconcileID":"b2fc3bb3-8031-467a-85e5-40631ae386a1","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:30.058482934Z {"level":"error","ts":"2026-07-24T18:05:30Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-x86","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-x86","reconcileID":"b4c2b09d-43f6-4a78-a4e9-095f315f8aa9","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:30.159651974Z {"level":"error","ts":"2026-07-24T18:05:30Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-intel-gaudi-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-intel-gaudi-fast-1","reconcileID":"279591ed-a7c1-4568-9339-65f5cacc9e19","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:30.258337165Z {"level":"error","ts":"2026-07-24T18:05:30Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-intel-gaudi-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-intel-gaudi-fast-2","reconcileID":"31662374-5bcc-4778-8f0c-a63d81ed72bf","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:30.363783561Z {"level":"error","ts":"2026-07-24T18:05:30Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-worker-data-parallel","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-worker-data-parallel","reconcileID":"22b02d3f-2e91-4b19-903a-a2be99ec8ee7","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:30.458487121Z {"level":"error","ts":"2026-07-24T18:05:30Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda-fast-2","reconcileID":"482e55af-5b0d-434b-bdc5-09e0544e46a0","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:30.558847438Z {"level":"error","ts":"2026-07-24T18:05:30Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-scheduler","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-scheduler","reconcileID":"76ee3607-8629-4c3f-ba99-b02dae8aee05","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:30.659877375Z {"level":"error","ts":"2026-07-24T18:05:30Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template","reconcileID":"f2103bc8-6581-4ce9-b60e-a806612f301d","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:30.758204130Z {"level":"error","ts":"2026-07-24T18:05:30Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-ppc64le-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-ppc64le-fast-1","reconcileID":"eeff3070-cf19-4264-8b31-35f086cd28b7","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:30.858596530Z {"level":"error","ts":"2026-07-24T18:05:30Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-template-nvidia-cuda","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-template-nvidia-cuda","reconcileID":"eac887cc-957d-47ff-99d4-4b131cd9f538","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:30.961122619Z {"level":"error","ts":"2026-07-24T18:05:30Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-prefill-template","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-prefill-template","reconcileID":"47ceb7ae-286b-4f26-9336-abfb6af290c2","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:31.060726605Z {"level":"error","ts":"2026-07-24T18:05:31Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-pd-template-nvidia-cuda-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-pd-template-nvidia-cuda-fast-2","reconcileID":"fc0d0a7f-c65b-43a5-9439-0c8b8adcc017","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:31.158316620Z {"level":"error","ts":"2026-07-24T18:05:31Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-s390x-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-s390x-fast-2","reconcileID":"de8d7b0c-2d29-482c-ac65-ae9be1f43a3b","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:31.257857976Z {"level":"error","ts":"2026-07-24T18:05:31Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-x86-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-x86-fast-2","reconcileID":"4870c348-3d56-4a53-a051-61aaee5c0152","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:31.356623823Z {"level":"error","ts":"2026-07-24T18:05:31Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-tracing","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-tracing","reconcileID":"04e927b0-5c94-4092-ae3b-e553c1fd6f87","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:31.458042843Z {"level":"error","ts":"2026-07-24T18:05:31Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-template-nvidia-cuda","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-template-nvidia-cuda","reconcileID":"5ca16809-cd4f-46f7-811a-031a40f19f59","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:31.557576654Z {"level":"error","ts":"2026-07-24T18:05:31Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-amd-rocm","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-amd-rocm","reconcileID":"46c997c2-1c91-458a-a834-b7b688d60f0a","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:31.657190158Z {"level":"error","ts":"2026-07-24T18:05:31Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-amd-rocm-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-amd-rocm-fast-2","reconcileID":"59f95814-001d-46d1-9698-ea66104c6155","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:31.758861357Z {"level":"error","ts":"2026-07-24T18:05:31Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-s390x","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-s390x","reconcileID":"e8ee0d71-a523-4c5f-b50e-a8e4bc44751a","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:31.858489010Z {"level":"error","ts":"2026-07-24T18:05:31Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-s390x-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-s390x-fast-1","reconcileID":"2c1b2b68-d6f3-4e3c-8ab5-2ca6073729ee","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:31.962488519Z {"level":"error","ts":"2026-07-24T18:05:31Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-decode-template","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-decode-template","reconcileID":"95f61850-3cb2-498f-a0d4-c00c8077feeb","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:32.063711973Z {"level":"error","ts":"2026-07-24T18:05:32Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-prefill-worker-data-parallel","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-prefill-worker-data-parallel","reconcileID":"a687b395-040d-4c72-b754-235f775554e7","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:32.157348501Z {"level":"error","ts":"2026-07-24T18:05:32Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-ppc64le","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-ppc64le","reconcileID":"42d24635-ac2e-4f34-9e03-c96ae811078c","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:32.257802598Z {"level":"error","ts":"2026-07-24T18:05:32Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-tokenizer","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-tokenizer","reconcileID":"b04f6866-86c4-4ef9-8491-9deb869d6dc3","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:32.365758666Z {"level":"error","ts":"2026-07-24T18:05:32Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-decode-worker-data-parallel","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-decode-worker-data-parallel","reconcileID":"986f3058-919c-4e2c-96b1-a49f998b63f6","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:32.458579176Z {"level":"error","ts":"2026-07-24T18:05:32Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda-fast-1","reconcileID":"fddc31c9-fa78-4190-8c21-bb51a692a092","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:32.556500480Z {"level":"error","ts":"2026-07-24T18:05:32Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-template-nvidia-cuda-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-template-nvidia-cuda-fast-2","reconcileID":"d59e1bd7-466b-4d62-aa9c-30aef40d9376","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:32.663232230Z {"level":"error","ts":"2026-07-24T18:05:32Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-router-route","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-router-route","reconcileID":"40c9ad94-80f3-4210-8268-28187188533d","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:32.757653130Z {"level":"error","ts":"2026-07-24T18:05:32Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-amd-rocm-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-amd-rocm-fast-1","reconcileID":"e08a1882-8f5d-4ab6-96fa-95cbe523fd36","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:32.857745958Z {"level":"error","ts":"2026-07-24T18:05:32Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-pd-template-nvidia-cuda-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-pd-template-nvidia-cuda-fast-1","reconcileID":"4646aa87-ce64-4b45-9012-32557d4b3c0e","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:32.960047042Z {"level":"error","ts":"2026-07-24T18:05:32Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-ppc64le-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-ppc64le-fast-2","reconcileID":"009dcbab-a7c2-4235-aebe-0a2db6fa5bc5","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:33.057664255Z {"level":"error","ts":"2026-07-24T18:05:33Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-intel-gaudi","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-intel-gaudi","reconcileID":"71722603-2c17-4f6b-a1d0-1b8650774764","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:33.162340216Z {"level":"error","ts":"2026-07-24T18:05:33Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-scheduler-latency-predictor","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-scheduler-latency-predictor","reconcileID":"19532a04-c7b0-41ae-81e9-96dcc3a69cce","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:33.256665827Z {"level":"error","ts":"2026-07-24T18:05:33Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-template-nvidia-cuda-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-template-nvidia-cuda-fast-2","reconcileID":"9d09db45-5cf5-460d-99c2-1a3cebb87597","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:33.358013771Z {"level":"error","ts":"2026-07-24T18:05:33Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-x86-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-x86-fast-1","reconcileID":"68dfa45a-a89c-42ae-bd45-36f53abdf0f0","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:33.462111185Z {"level":"error","ts":"2026-07-24T18:05:33Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda","reconcileID":"d4272929-3854-49af-9e92-abc9690e5bfc","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:33.560588680Z {"level":"error","ts":"2026-07-24T18:05:33Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-template-nvidia-cuda-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-template-nvidia-cuda-fast-1","reconcileID":"38eee2e6-3223-4736-80fb-2782cc259ded","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:33.658831177Z {"level":"error","ts":"2026-07-24T18:05:33Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-pd-template-nvidia-cuda","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-pd-template-nvidia-cuda","reconcileID":"faba3102-c4c4-45de-860e-a97449564bfb","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:33.757341940Z {"level":"error","ts":"2026-07-24T18:05:33Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-template-nvidia-cuda-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-template-nvidia-cuda-fast-1","reconcileID":"52921a3d-d9c8-4bf8-8553-ea5f9a381262","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:33.858359953Z {"level":"error","ts":"2026-07-24T18:05:33Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-x86","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-x86","reconcileID":"697427df-1c30-4a42-9eca-4a6977cfcc63","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:33.965629837Z {"level":"error","ts":"2026-07-24T18:05:33Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-intel-gaudi-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-intel-gaudi-fast-1","reconcileID":"b0fecc5f-b77d-40cf-893a-82d21e35a919","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:34.057953034Z {"level":"error","ts":"2026-07-24T18:05:34Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-intel-gaudi-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-intel-gaudi-fast-2","reconcileID":"c8a3abec-db48-4b79-9b59-58421281f5cd","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:34.166232056Z {"level":"error","ts":"2026-07-24T18:05:34Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-worker-data-parallel","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-worker-data-parallel","reconcileID":"d80f83d4-f82b-4c15-bdf4-843a39a3b3b4","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:34.261111725Z {"level":"error","ts":"2026-07-24T18:05:34Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda-fast-2","reconcileID":"10013fd1-6384-4c74-8083-b27ddb17078f","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:34.374329388Z {"level":"error","ts":"2026-07-24T18:05:34Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-scheduler","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-scheduler","reconcileID":"1710c83a-d2d1-4f89-b3bb-1be455156af3","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:34.465969043Z {"level":"error","ts":"2026-07-24T18:05:34Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template","reconcileID":"7381b841-806e-4dd4-9dc8-05e0f793540e","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:34.559648615Z {"level":"error","ts":"2026-07-24T18:05:34Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-ppc64le-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-ppc64le-fast-1","reconcileID":"3281d12d-cf99-4837-8736-a76f432b14a7","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:34.658318008Z {"level":"error","ts":"2026-07-24T18:05:34Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-template-nvidia-cuda","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-template-nvidia-cuda","reconcileID":"44d8550f-d34d-4fb0-bcec-1b61853dc24e","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:34.765854776Z {"level":"error","ts":"2026-07-24T18:05:34Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-prefill-template","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-prefill-template","reconcileID":"21d76f84-18e5-4b50-bd7d-37489d77ce5f","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:34.859801002Z {"level":"error","ts":"2026-07-24T18:05:34Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-pd-template-nvidia-cuda-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-pd-template-nvidia-cuda-fast-2","reconcileID":"e7faa0b4-af1d-4c68-9104-2242e638be0c","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:34.959927090Z {"level":"error","ts":"2026-07-24T18:05:34Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-s390x-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-s390x-fast-2","reconcileID":"e588e49e-73b9-4140-87a7-9147ee9aaaef","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:35.061971715Z {"level":"error","ts":"2026-07-24T18:05:35Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-x86-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-x86-fast-2","reconcileID":"a5b6f8ea-fbc8-4ae6-9955-3d3388cdd8ff","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:35.164312720Z {"level":"error","ts":"2026-07-24T18:05:35Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-tracing","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-tracing","reconcileID":"abeea5a8-bc7f-4afd-b4e3-c6d1344ca326","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:35.257612973Z {"level":"error","ts":"2026-07-24T18:05:35Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-template-nvidia-cuda","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-template-nvidia-cuda","reconcileID":"197b4620-f9fd-4d74-b81a-f8a7980723e8","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:35.357299682Z {"level":"error","ts":"2026-07-24T18:05:35Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-amd-rocm","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-amd-rocm","reconcileID":"508161de-52aa-41d3-ad51-351210dc0bee","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:35.457190638Z {"level":"error","ts":"2026-07-24T18:05:35Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-amd-rocm-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-amd-rocm-fast-2","reconcileID":"98bae9cb-5b50-4770-ba5f-d618c0a55c54","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:35.562728501Z {"level":"error","ts":"2026-07-24T18:05:35Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-s390x","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-s390x","reconcileID":"a53b6628-4fea-4ec0-a7c1-d6a0dcc35ac2","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:35.659678425Z {"level":"error","ts":"2026-07-24T18:05:35Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-s390x-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-s390x-fast-1","reconcileID":"35280378-ae65-4a06-b852-dc6d04da6bd8","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:35.763082006Z {"level":"error","ts":"2026-07-24T18:05:35Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-decode-template","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-decode-template","reconcileID":"db107b5b-8600-4a3c-84ab-f371901113f5","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:35.865685347Z {"level":"error","ts":"2026-07-24T18:05:35Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-prefill-worker-data-parallel","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-prefill-worker-data-parallel","reconcileID":"2f7d2adc-f103-47f0-9888-54d8c98dc87e","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:35.960949609Z {"level":"error","ts":"2026-07-24T18:05:35Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-ppc64le","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-ppc64le","reconcileID":"7a99f96e-da69-4ec4-9441-7fe91bc00619","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:36.061507069Z {"level":"error","ts":"2026-07-24T18:05:36Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-tokenizer","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-tokenizer","reconcileID":"c7908c8c-fead-4a24-ac25-6ea2b4b10ec8","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:36.168313172Z {"level":"error","ts":"2026-07-24T18:05:36Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-decode-worker-data-parallel","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-decode-worker-data-parallel","reconcileID":"3acf7872-3ab0-44bb-96aa-8e60497ada14","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:36.264490196Z {"level":"error","ts":"2026-07-24T18:05:36Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda-fast-1","reconcileID":"84dfe795-9967-4fea-9e55-aeb9cc5e5934","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:36.359311128Z {"level":"error","ts":"2026-07-24T18:05:36Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-template-nvidia-cuda-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-template-nvidia-cuda-fast-2","reconcileID":"220c275f-e9b1-454c-951a-2c2d4fa8ebbf","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:36.464703317Z {"level":"error","ts":"2026-07-24T18:05:36Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-router-route","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-router-route","reconcileID":"7b8413e8-41d7-4448-9641-63d70e0222c5","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:36.557208174Z {"level":"error","ts":"2026-07-24T18:05:36Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-amd-rocm-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-amd-rocm-fast-1","reconcileID":"dd576a9e-5347-47d7-8301-64dabb57e870","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:36.663686959Z {"level":"error","ts":"2026-07-24T18:05:36Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-pd-template-nvidia-cuda-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-pd-template-nvidia-cuda-fast-1","reconcileID":"54251641-d3fe-4d07-9bdb-d0e15ef5d875","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:36.758618730Z {"level":"error","ts":"2026-07-24T18:05:36Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-ppc64le-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-ppc64le-fast-2","reconcileID":"c4993462-3849-45d6-923d-478e042c9133","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:36.858090690Z {"level":"error","ts":"2026-07-24T18:05:36Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-intel-gaudi","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-intel-gaudi","reconcileID":"c31734a9-ef1b-4857-bed7-ccab1f309f42","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:36.967874214Z {"level":"error","ts":"2026-07-24T18:05:36Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-scheduler-latency-predictor","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-scheduler-latency-predictor","reconcileID":"fe10cb5d-641d-409d-bde9-1d2aa754198f","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:37.065038937Z {"level":"error","ts":"2026-07-24T18:05:37Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-template-nvidia-cuda-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-template-nvidia-cuda-fast-2","reconcileID":"bd30818c-2af6-4881-b62a-7888b1d415e7","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:37.160243323Z {"level":"error","ts":"2026-07-24T18:05:37Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-x86-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-x86-fast-1","reconcileID":"8de9f29f-3e30-4561-b608-4ae7967008b2","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:37.261993093Z {"level":"error","ts":"2026-07-24T18:05:37Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda","reconcileID":"3ef79a6a-c21c-47c9-90cb-53bd7ae7d281","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:37.360942108Z {"level":"error","ts":"2026-07-24T18:05:37Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-template-nvidia-cuda-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-template-nvidia-cuda-fast-1","reconcileID":"acbc39ae-8f93-4a11-be8a-d64885418c0b","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:37.460690168Z {"level":"error","ts":"2026-07-24T18:05:37Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-pd-template-nvidia-cuda","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-pd-template-nvidia-cuda","reconcileID":"b85a5855-210d-4657-9595-fed279e75191","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:37.558583009Z {"level":"error","ts":"2026-07-24T18:05:37Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-template-nvidia-cuda-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-template-nvidia-cuda-fast-1","reconcileID":"1d4204c7-2496-49f2-9f37-a67bcf7b743c","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:37.663622391Z {"level":"error","ts":"2026-07-24T18:05:37Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-x86","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-x86","reconcileID":"fac9dc02-c1a6-48e4-8513-7f1a36d237c5","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:37.758732290Z {"level":"error","ts":"2026-07-24T18:05:37Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-intel-gaudi-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-intel-gaudi-fast-1","reconcileID":"0310a6e0-1787-4e8e-8ed0-183708c74109","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:37.862053390Z {"level":"error","ts":"2026-07-24T18:05:37Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-intel-gaudi-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-intel-gaudi-fast-2","reconcileID":"46a39575-ba61-4f11-948a-337e7ca07085","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:37.966961242Z {"level":"error","ts":"2026-07-24T18:05:37Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-worker-data-parallel","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-worker-data-parallel","reconcileID":"4812a115-2b17-402a-8485-862e7ed6b280","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:38.060531308Z {"level":"error","ts":"2026-07-24T18:05:38Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda-fast-2","reconcileID":"783219a6-ebf9-4bc9-a5bf-11dda22fb600","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:38.161691013Z {"level":"error","ts":"2026-07-24T18:05:38Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-scheduler","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-scheduler","reconcileID":"124f9846-9e90-4141-8d36-38de3069a5af","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:38.263386169Z {"level":"error","ts":"2026-07-24T18:05:38Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template","reconcileID":"e6a9fdcf-3467-4524-b70a-48b14b3d9f04","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:38.361715019Z {"level":"error","ts":"2026-07-24T18:05:38Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-ppc64le-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-ppc64le-fast-1","reconcileID":"498a3acd-a32e-4e3d-b192-0237028c691b","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:38.462993914Z {"level":"error","ts":"2026-07-24T18:05:38Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-template-nvidia-cuda","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-template-nvidia-cuda","reconcileID":"5ef86958-a06f-4240-8fe0-bfe7459ade03","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:38.564232156Z {"level":"error","ts":"2026-07-24T18:05:38Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-prefill-template","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-prefill-template","reconcileID":"cdf11394-d64f-4f5c-83c6-2eda8494b345","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:38.659616093Z {"level":"error","ts":"2026-07-24T18:05:38Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-pd-template-nvidia-cuda-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-pd-template-nvidia-cuda-fast-2","reconcileID":"5832b058-3a96-4894-8153-9420a4865f5d","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:38.758599339Z {"level":"error","ts":"2026-07-24T18:05:38Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-s390x-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-s390x-fast-2","reconcileID":"82b71cdb-26b8-4792-a48f-5531d44a587e","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:38.857667268Z {"level":"error","ts":"2026-07-24T18:05:38Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-x86-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-x86-fast-2","reconcileID":"e01a1769-1084-498c-8e44-3c3b7b6115e8","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:38.957708433Z {"level":"error","ts":"2026-07-24T18:05:38Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-tracing","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-tracing","reconcileID":"480c9bea-d89b-420e-962b-92e3c4f26164","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:39.060391961Z {"level":"error","ts":"2026-07-24T18:05:39Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-template-nvidia-cuda","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-template-nvidia-cuda","reconcileID":"cd54149b-f4db-4654-b1ec-324181087aca","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:39.157352878Z {"level":"error","ts":"2026-07-24T18:05:39Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-amd-rocm","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-amd-rocm","reconcileID":"ca45523c-a0c1-45dd-96e0-0d4492b9260e","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:39.257363460Z {"level":"error","ts":"2026-07-24T18:05:39Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-amd-rocm-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-amd-rocm-fast-2","reconcileID":"1064cfd4-df53-4e00-b25f-fd881012e7f1","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:39.357284047Z {"level":"error","ts":"2026-07-24T18:05:39Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-s390x","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-s390x","reconcileID":"aa1e028b-8cca-4bce-bf16-9df2baa4463f","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:39.458708599Z {"level":"error","ts":"2026-07-24T18:05:39Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-s390x-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-s390x-fast-1","reconcileID":"7e7f21d6-368a-47db-b85c-2f614601dfa1","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:39.564760921Z {"level":"error","ts":"2026-07-24T18:05:39Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-decode-template","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-decode-template","reconcileID":"da4d8728-b6dc-4bd8-aa3b-95ee8190c239","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:39.670995654Z {"level":"error","ts":"2026-07-24T18:05:39Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-prefill-worker-data-parallel","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-prefill-worker-data-parallel","reconcileID":"536ec935-c59b-47ce-8546-0b3486a969fc","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:39.758852946Z {"level":"error","ts":"2026-07-24T18:05:39Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-ppc64le","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-ppc64le","reconcileID":"80d53622-07c4-48c3-a992-67762527692a","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:39.861195668Z {"level":"error","ts":"2026-07-24T18:05:39Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-tokenizer","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-tokenizer","reconcileID":"0c8e664d-c782-4abb-8d73-f88dd2e9e31b","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.kserve.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
2026-07-24T18:05:41.345585410Z {"level":"info","ts":"2026-07-24T18:05:41Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-decode-worker-data-parallel","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-decode-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:kserve:llmisvc-controller-manager","requestID":"5e0097f6-bd16-4d57-b416-8c37c7453435","name":"kserve-config-llm-decode-worker-data-parallel","namespace":"kserve"}
2026-07-24T18:05:41.444989184Z {"level":"info","ts":"2026-07-24T18:05:41Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda-fast-1","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:kserve:llmisvc-controller-manager","requestID":"bea7e988-bd0e-45cf-859e-90076512b209","name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda-fast-1","namespace":"kserve"}
2026-07-24T18:05:41.486894075Z {"level":"info","ts":"2026-07-24T18:05:41Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-template-nvidia-cuda-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-template-nvidia-cuda-fast-2","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:kserve:llmisvc-controller-manager","requestID":"42bba637-0f44-4821-befd-e18aec4bbfdf","name":"kserve-config-llm-multi-node-template-nvidia-cuda-fast-2","namespace":"kserve"}
2026-07-24T18:05:41.600484120Z {"level":"info","ts":"2026-07-24T18:05:41Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-router-route","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-router-route","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:kserve:llmisvc-controller-manager","requestID":"7650b860-7357-4ae3-837b-5143013d8ba5","name":"kserve-config-llm-router-route","namespace":"kserve"}
2026-07-24T18:05:41.685613710Z {"level":"info","ts":"2026-07-24T18:05:41Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-amd-rocm-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-amd-rocm-fast-1","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:kserve:llmisvc-controller-manager","requestID":"dc6c696d-c9c8-466b-9740-31fda1f1ecf7","name":"kserve-config-llm-template-amd-rocm-fast-1","namespace":"kserve"}
2026-07-24T18:05:41.792586766Z {"level":"info","ts":"2026-07-24T18:05:41Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-pd-template-nvidia-cuda-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-pd-template-nvidia-cuda-fast-1","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:kserve:llmisvc-controller-manager","requestID":"7a78c152-dd08-4381-9bd9-2e1d2b70b3ca","name":"kserve-config-llm-single-node-pd-template-nvidia-cuda-fast-1","namespace":"kserve"}
2026-07-24T18:05:41.886957668Z {"level":"info","ts":"2026-07-24T18:05:41Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-ppc64le-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-ppc64le-fast-2","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:kserve:llmisvc-controller-manager","requestID":"7e8e9064-4f4b-4a04-b143-c8717eb305a8","name":"kserve-config-llm-template-ibm-spyre-ppc64le-fast-2","namespace":"kserve"}
2026-07-24T18:05:41.985398642Z {"level":"info","ts":"2026-07-24T18:05:41Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-intel-gaudi","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-intel-gaudi","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:kserve:llmisvc-controller-manager","requestID":"67079d4f-5a67-4daa-8882-06ba30e9c348","name":"kserve-config-llm-template-intel-gaudi","namespace":"kserve"}
2026-07-24T18:05:42.102786056Z {"level":"info","ts":"2026-07-24T18:05:42Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-scheduler-latency-predictor","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-scheduler-latency-predictor","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:kserve:llmisvc-controller-manager","requestID":"05383813-f838-4025-8f95-c0aaa036138b","name":"kserve-config-llm-scheduler-latency-predictor","namespace":"kserve"}
2026-07-24T18:05:42.192374952Z {"level":"info","ts":"2026-07-24T18:05:42Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-template-nvidia-cuda-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-template-nvidia-cuda-fast-2","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:kserve:llmisvc-controller-manager","requestID":"23b56811-0295-43bc-8cde-d6b870d592f0","name":"kserve-config-llm-single-node-template-nvidia-cuda-fast-2","namespace":"kserve"}
2026-07-24T18:05:42.288537660Z {"level":"info","ts":"2026-07-24T18:05:42Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-x86-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-x86-fast-1","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:kserve:llmisvc-controller-manager","requestID":"d124aaf0-cbc8-4ba0-beec-1cf48f3dad95","name":"kserve-config-llm-template-ibm-spyre-x86-fast-1","namespace":"kserve"}
2026-07-24T18:05:42.389701170Z {"level":"info","ts":"2026-07-24T18:05:42Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:kserve:llmisvc-controller-manager","requestID":"bab16262-48f7-44ef-a3e4-702e8009e9c4","name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda","namespace":"kserve"}
2026-07-24T18:05:42.489303532Z {"level":"info","ts":"2026-07-24T18:05:42Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-template-nvidia-cuda-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-template-nvidia-cuda-fast-1","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:kserve:llmisvc-controller-manager","requestID":"ecb0c85a-7d94-46ee-ad44-9c6160f9a438","name":"kserve-config-llm-multi-node-template-nvidia-cuda-fast-1","namespace":"kserve"}
2026-07-24T18:05:42.587783408Z {"level":"info","ts":"2026-07-24T18:05:42Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-pd-template-nvidia-cuda","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-pd-template-nvidia-cuda","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:kserve:llmisvc-controller-manager","requestID":"1525ca2b-d83e-4a55-9e25-7824da443de4","name":"kserve-config-llm-single-node-pd-template-nvidia-cuda","namespace":"kserve"}
2026-07-24T18:05:42.686229946Z {"level":"info","ts":"2026-07-24T18:05:42Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-template-nvidia-cuda-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-template-nvidia-cuda-fast-1","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:kserve:llmisvc-controller-manager","requestID":"eab57e1b-6fd1-45e4-a511-2117e516c084","name":"kserve-config-llm-single-node-template-nvidia-cuda-fast-1","namespace":"kserve"}
2026-07-24T18:05:42.791132667Z {"level":"info","ts":"2026-07-24T18:05:42Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-x86","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-x86","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:kserve:llmisvc-controller-manager","requestID":"f257ecc2-87ba-43fd-b84b-abc059d78e21","name":"kserve-config-llm-template-ibm-spyre-x86","namespace":"kserve"}
2026-07-24T18:05:42.890541597Z {"level":"info","ts":"2026-07-24T18:05:42Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-intel-gaudi-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-intel-gaudi-fast-1","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:kserve:llmisvc-controller-manager","requestID":"142b9db4-7723-4e51-91b2-8a307f043bdd","name":"kserve-config-llm-template-intel-gaudi-fast-1","namespace":"kserve"}
2026-07-24T18:05:42.989373808Z {"level":"info","ts":"2026-07-24T18:05:42Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-intel-gaudi-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-intel-gaudi-fast-2","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:kserve:llmisvc-controller-manager","requestID":"785cdea6-8d16-4645-85eb-fe10722a20aa","name":"kserve-config-llm-template-intel-gaudi-fast-2","namespace":"kserve"}
2026-07-24T18:05:43.103569626Z {"level":"info","ts":"2026-07-24T18:05:43Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-worker-data-parallel","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:kserve:llmisvc-controller-manager","requestID":"b97e2581-9588-4540-b807-1d7b43690308","name":"kserve-config-llm-worker-data-parallel","namespace":"kserve"}
2026-07-24T18:05:43.355554724Z {"level":"info","ts":"2026-07-24T18:05:43Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda-fast-2","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:kserve:llmisvc-controller-manager","requestID":"8018967d-93fa-4dbf-b92c-65b22e79022f","name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda-fast-2","namespace":"kserve"}
2026-07-24T18:05:43.377743513Z {"level":"info","ts":"2026-07-24T18:05:43Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-scheduler","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-scheduler","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:kserve:llmisvc-controller-manager","requestID":"c1b9e51f-f345-464d-9e50-5a3b9704ae70","name":"kserve-config-llm-scheduler","namespace":"kserve"}
2026-07-24T18:05:43.444702326Z {"level":"info","ts":"2026-07-24T18:05:43Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:kserve:llmisvc-controller-manager","requestID":"b07d92e9-93dd-4893-9022-91afb14f11ec","name":"kserve-config-llm-template","namespace":"kserve"}
2026-07-24T18:05:43.553136982Z {"level":"info","ts":"2026-07-24T18:05:43Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-ppc64le-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-ppc64le-fast-1","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:kserve:llmisvc-controller-manager","requestID":"29832c94-ce52-4412-a9eb-1d3d8356bd4d","name":"kserve-config-llm-template-ibm-spyre-ppc64le-fast-1","namespace":"kserve"}
2026-07-24T18:05:43.589693934Z {"level":"info","ts":"2026-07-24T18:05:43Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-template-nvidia-cuda","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-template-nvidia-cuda","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:kserve:llmisvc-controller-manager","requestID":"a1e2818e-0281-4095-9033-2e267af75a61","name":"kserve-config-llm-multi-node-template-nvidia-cuda","namespace":"kserve"}
2026-07-24T18:05:43.696678027Z {"level":"info","ts":"2026-07-24T18:05:43Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-prefill-template","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-prefill-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:kserve:llmisvc-controller-manager","requestID":"af6c5476-19a4-428d-b6e6-5e1f494b8be4","name":"kserve-config-llm-prefill-template","namespace":"kserve"}
2026-07-24T18:05:43.788327597Z {"level":"info","ts":"2026-07-24T18:05:43Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-pd-template-nvidia-cuda-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-pd-template-nvidia-cuda-fast-2","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:kserve:llmisvc-controller-manager","requestID":"4e1a1b40-8061-4ef8-8577-d8cae84aa430","name":"kserve-config-llm-single-node-pd-template-nvidia-cuda-fast-2","namespace":"kserve"}
2026-07-24T18:05:43.887310383Z {"level":"info","ts":"2026-07-24T18:05:43Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-s390x-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-s390x-fast-2","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:kserve:llmisvc-controller-manager","requestID":"93a2d0fb-e520-492c-873e-a2ec826eeae2","name":"kserve-config-llm-template-ibm-spyre-s390x-fast-2","namespace":"kserve"}
2026-07-24T18:05:43.986401382Z {"level":"info","ts":"2026-07-24T18:05:43Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-x86-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-x86-fast-2","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:kserve:llmisvc-controller-manager","requestID":"94943b83-f520-4834-bfd4-cf667728d4a8","name":"kserve-config-llm-template-ibm-spyre-x86-fast-2","namespace":"kserve"}
2026-07-24T18:05:44.084030448Z {"level":"info","ts":"2026-07-24T18:05:44Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-tracing","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-tracing","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:kserve:llmisvc-controller-manager","requestID":"f9a1727e-8046-4a31-b7d8-8d711b95883e","name":"kserve-config-llm-tracing","namespace":"kserve"}
2026-07-24T18:05:44.188097651Z {"level":"info","ts":"2026-07-24T18:05:44Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-template-nvidia-cuda","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-template-nvidia-cuda","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:kserve:llmisvc-controller-manager","requestID":"448a6969-4bfb-40da-aa84-f1a8d6cb0136","name":"kserve-config-llm-single-node-template-nvidia-cuda","namespace":"kserve"}
2026-07-24T18:05:44.284899890Z {"level":"info","ts":"2026-07-24T18:05:44Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-amd-rocm","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-amd-rocm","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:kserve:llmisvc-controller-manager","requestID":"da2d95c1-e349-4ad2-b243-d74c15c22c84","name":"kserve-config-llm-template-amd-rocm","namespace":"kserve"}
2026-07-24T18:05:44.384441379Z {"level":"info","ts":"2026-07-24T18:05:44Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-amd-rocm-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-amd-rocm-fast-2","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:kserve:llmisvc-controller-manager","requestID":"24d8547b-0151-4019-914d-8f6b706a0677","name":"kserve-config-llm-template-amd-rocm-fast-2","namespace":"kserve"}
2026-07-24T18:05:44.486047531Z {"level":"info","ts":"2026-07-24T18:05:44Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-s390x","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-s390x","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:kserve:llmisvc-controller-manager","requestID":"86c36f92-9ce5-402d-9428-48f8c2e28499","name":"kserve-config-llm-template-ibm-spyre-s390x","namespace":"kserve"}
2026-07-24T18:05:44.589542708Z {"level":"info","ts":"2026-07-24T18:05:44Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-s390x-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-s390x-fast-1","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:kserve:llmisvc-controller-manager","requestID":"03a5e157-83db-4f4f-beec-2f55423520d1","name":"kserve-config-llm-template-ibm-spyre-s390x-fast-1","namespace":"kserve"}
2026-07-24T18:05:44.729720731Z {"level":"info","ts":"2026-07-24T18:05:44Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-decode-template","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-decode-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:kserve:llmisvc-controller-manager","requestID":"9554a6dc-ec10-4510-abea-aec84e6eb17f","name":"kserve-config-llm-decode-template","namespace":"kserve"}
2026-07-24T18:05:44.867530503Z {"level":"info","ts":"2026-07-24T18:05:44Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-prefill-worker-data-parallel","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-prefill-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:kserve:llmisvc-controller-manager","requestID":"ec57b32d-48c2-49b5-8975-3219d0c21a76","name":"kserve-config-llm-prefill-worker-data-parallel","namespace":"kserve"}
2026-07-24T18:05:44.904936842Z {"level":"info","ts":"2026-07-24T18:05:44Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-ppc64le","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-ppc64le","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:kserve:llmisvc-controller-manager","requestID":"e376b584-68c8-4b56-87ba-262272abcd87","name":"kserve-config-llm-template-ibm-spyre-ppc64le","namespace":"kserve"}
2026-07-24T18:05:44.991194822Z {"level":"info","ts":"2026-07-24T18:05:44Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-tokenizer","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-tokenizer","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:kserve:llmisvc-controller-manager","requestID":"d2b70570-67da-49f6-92c4-e128e3b47bc1","name":"kserve-config-llm-tokenizer","namespace":"kserve"}
2026-07-24T18:05:46.816452331Z {"level":"info","ts":"2026-07-24T18:05:46Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-decode-template","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-decode-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:admin","requestID":"9f30b734-c914-4d2d-974e-311d669431b6","name":"kserve-config-llm-decode-template","namespace":"kserve"}
2026-07-24T18:05:46.848655766Z {"level":"info","ts":"2026-07-24T18:05:46Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-decode-worker-data-parallel","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-decode-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:admin","requestID":"9ba02647-e2c1-49d6-a64d-fdc8e7718fbd","name":"kserve-config-llm-decode-worker-data-parallel","namespace":"kserve"}
2026-07-24T18:05:46.872564146Z {"level":"info","ts":"2026-07-24T18:05:46Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:admin","requestID":"0f704f2b-4a31-4338-8054-c08a447bcd87","name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda","namespace":"kserve"}
2026-07-24T18:05:46.891482173Z {"level":"info","ts":"2026-07-24T18:05:46Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda-fast-1","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:admin","requestID":"8a5d570f-f516-4c1e-9de6-42ed63bab2c0","name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda-fast-1","namespace":"kserve"}
2026-07-24T18:05:46.910274992Z {"level":"info","ts":"2026-07-24T18:05:46Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda-fast-2","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:admin","requestID":"fd0eb230-6695-4e97-9441-839f785b55fa","name":"kserve-config-llm-multi-node-pd-template-nvidia-cuda-fast-2","namespace":"kserve"}
2026-07-24T18:05:46.928158458Z {"level":"info","ts":"2026-07-24T18:05:46Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-template-nvidia-cuda","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-template-nvidia-cuda","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:admin","requestID":"121f54cb-7ecf-49f5-bb30-d1637dad0290","name":"kserve-config-llm-multi-node-template-nvidia-cuda","namespace":"kserve"}
2026-07-24T18:05:46.945225557Z {"level":"info","ts":"2026-07-24T18:05:46Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-template-nvidia-cuda-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-template-nvidia-cuda-fast-1","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:admin","requestID":"a43c6ed7-39d4-40c5-b3aa-b3e1e7d4a6f0","name":"kserve-config-llm-multi-node-template-nvidia-cuda-fast-1","namespace":"kserve"}
2026-07-24T18:05:46.962054392Z {"level":"info","ts":"2026-07-24T18:05:46Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-multi-node-template-nvidia-cuda-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-multi-node-template-nvidia-cuda-fast-2","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:admin","requestID":"0bfd3731-7c7e-4982-81e3-28d5c54a284c","name":"kserve-config-llm-multi-node-template-nvidia-cuda-fast-2","namespace":"kserve"}
2026-07-24T18:05:47.046439533Z {"level":"info","ts":"2026-07-24T18:05:47Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-prefill-template","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-prefill-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:admin","requestID":"ab26ff3c-af8c-4e57-812b-cbbb07b9f39a","name":"kserve-config-llm-prefill-template","namespace":"kserve"}
2026-07-24T18:05:47.159740081Z {"level":"info","ts":"2026-07-24T18:05:47Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-prefill-worker-data-parallel","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-prefill-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:admin","requestID":"1259013c-b16b-4a70-9fc0-2b0d57568e52","name":"kserve-config-llm-prefill-worker-data-parallel","namespace":"kserve"}
2026-07-24T18:05:47.338460506Z {"level":"info","ts":"2026-07-24T18:05:47Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-router-route","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-router-route","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:admin","requestID":"923d0bcf-178d-402f-aa81-61e0745e08cd","name":"kserve-config-llm-router-route","namespace":"kserve"}
2026-07-24T18:05:47.390875042Z {"level":"info","ts":"2026-07-24T18:05:47Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-scheduler","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-scheduler","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:admin","requestID":"4c17225a-baae-4b7a-ac00-92b3b2dafa11","name":"kserve-config-llm-scheduler","namespace":"kserve"}
2026-07-24T18:05:47.428989637Z {"level":"info","ts":"2026-07-24T18:05:47Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-scheduler-latency-predictor","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-scheduler-latency-predictor","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:admin","requestID":"5ef901c7-b96f-454e-ba9f-88323c6e9609","name":"kserve-config-llm-scheduler-latency-predictor","namespace":"kserve"}
2026-07-24T18:05:47.458444825Z {"level":"info","ts":"2026-07-24T18:05:47Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-pd-template-nvidia-cuda","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-pd-template-nvidia-cuda","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:admin","requestID":"b76b63c3-9912-4d66-b0ce-bfe64b9824d3","name":"kserve-config-llm-single-node-pd-template-nvidia-cuda","namespace":"kserve"}
2026-07-24T18:05:47.476225346Z {"level":"info","ts":"2026-07-24T18:05:47Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-pd-template-nvidia-cuda-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-pd-template-nvidia-cuda-fast-1","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:admin","requestID":"3b1d7a5c-91b5-476c-95c9-560643020521","name":"kserve-config-llm-single-node-pd-template-nvidia-cuda-fast-1","namespace":"kserve"}
2026-07-24T18:05:47.498773116Z {"level":"info","ts":"2026-07-24T18:05:47Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-pd-template-nvidia-cuda-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-pd-template-nvidia-cuda-fast-2","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:admin","requestID":"4fe4ff5f-1c5d-4d97-b805-1d464da0af9b","name":"kserve-config-llm-single-node-pd-template-nvidia-cuda-fast-2","namespace":"kserve"}
2026-07-24T18:05:47.515984221Z {"level":"info","ts":"2026-07-24T18:05:47Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-template-nvidia-cuda","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-template-nvidia-cuda","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:admin","requestID":"35b7bbcf-0631-44ff-957d-5ae739201e50","name":"kserve-config-llm-single-node-template-nvidia-cuda","namespace":"kserve"}
2026-07-24T18:05:47.532386848Z {"level":"info","ts":"2026-07-24T18:05:47Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-template-nvidia-cuda-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-template-nvidia-cuda-fast-1","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:admin","requestID":"5f870ab2-84ae-4c58-8f5d-84d9fc79ca60","name":"kserve-config-llm-single-node-template-nvidia-cuda-fast-1","namespace":"kserve"}
2026-07-24T18:05:47.562650360Z {"level":"info","ts":"2026-07-24T18:05:47Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-single-node-template-nvidia-cuda-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-single-node-template-nvidia-cuda-fast-2","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:admin","requestID":"b914a743-e6d8-49cd-9c56-02add0cec13f","name":"kserve-config-llm-single-node-template-nvidia-cuda-fast-2","namespace":"kserve"}
2026-07-24T18:05:47.584171231Z {"level":"info","ts":"2026-07-24T18:05:47Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:admin","requestID":"e1572242-d3bd-4e72-916d-3adbefaa17d9","name":"kserve-config-llm-template","namespace":"kserve"}
2026-07-24T18:05:47.602367461Z {"level":"info","ts":"2026-07-24T18:05:47Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-amd-rocm","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-amd-rocm","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:admin","requestID":"44042782-63a3-4d58-b71a-63b6198b5423","name":"kserve-config-llm-template-amd-rocm","namespace":"kserve"}
2026-07-24T18:05:47.617194210Z {"level":"info","ts":"2026-07-24T18:05:47Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-amd-rocm-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-amd-rocm-fast-1","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:admin","requestID":"ed58a5df-07fc-4431-853e-42cc1bcafd8b","name":"kserve-config-llm-template-amd-rocm-fast-1","namespace":"kserve"}
2026-07-24T18:05:47.632599684Z {"level":"info","ts":"2026-07-24T18:05:47Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-amd-rocm-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-amd-rocm-fast-2","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:admin","requestID":"1f5f439d-741e-4712-a769-b4f84f7f4392","name":"kserve-config-llm-template-amd-rocm-fast-2","namespace":"kserve"}
2026-07-24T18:05:47.648002262Z {"level":"info","ts":"2026-07-24T18:05:47Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-ppc64le","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-ppc64le","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:admin","requestID":"ab47005a-d4e6-4ed8-978e-b07db918534d","name":"kserve-config-llm-template-ibm-spyre-ppc64le","namespace":"kserve"}
2026-07-24T18:05:47.663508965Z {"level":"info","ts":"2026-07-24T18:05:47Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-ppc64le-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-ppc64le-fast-1","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:admin","requestID":"5bb4e02c-fcce-4d9f-9ead-a2c7cf784366","name":"kserve-config-llm-template-ibm-spyre-ppc64le-fast-1","namespace":"kserve"}
2026-07-24T18:05:47.678101694Z {"level":"info","ts":"2026-07-24T18:05:47Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-ppc64le-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-ppc64le-fast-2","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:admin","requestID":"cd938d98-be3a-4047-a6c2-234b0e4d630c","name":"kserve-config-llm-template-ibm-spyre-ppc64le-fast-2","namespace":"kserve"}
2026-07-24T18:05:47.695767223Z {"level":"info","ts":"2026-07-24T18:05:47Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-s390x","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-s390x","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:admin","requestID":"a8fb23ea-2db8-48aa-8f5e-27009a2271b2","name":"kserve-config-llm-template-ibm-spyre-s390x","namespace":"kserve"}
2026-07-24T18:05:47.710690629Z {"level":"info","ts":"2026-07-24T18:05:47Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-s390x-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-s390x-fast-1","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:admin","requestID":"2ae88121-6eca-483a-b80a-68e1e4ca8228","name":"kserve-config-llm-template-ibm-spyre-s390x-fast-1","namespace":"kserve"}
2026-07-24T18:05:47.727654975Z {"level":"info","ts":"2026-07-24T18:05:47Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-s390x-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-s390x-fast-2","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:admin","requestID":"2a07f1d6-2e8f-4acc-bd73-4340c8f91a79","name":"kserve-config-llm-template-ibm-spyre-s390x-fast-2","namespace":"kserve"}
2026-07-24T18:05:47.742658493Z {"level":"info","ts":"2026-07-24T18:05:47Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-x86","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-x86","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:admin","requestID":"d1e3317c-aff0-4276-84f0-675c2d41b122","name":"kserve-config-llm-template-ibm-spyre-x86","namespace":"kserve"}
2026-07-24T18:05:47.757955038Z {"level":"info","ts":"2026-07-24T18:05:47Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-x86-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-x86-fast-1","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:admin","requestID":"299024c9-07c6-45a4-8a60-a75503f46838","name":"kserve-config-llm-template-ibm-spyre-x86-fast-1","namespace":"kserve"}
2026-07-24T18:05:47.773254253Z {"level":"info","ts":"2026-07-24T18:05:47Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-ibm-spyre-x86-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-ibm-spyre-x86-fast-2","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:admin","requestID":"767ae27f-568c-40ad-a351-1e148bc13800","name":"kserve-config-llm-template-ibm-spyre-x86-fast-2","namespace":"kserve"}
2026-07-24T18:05:47.788281207Z {"level":"info","ts":"2026-07-24T18:05:47Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-intel-gaudi","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-intel-gaudi","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:admin","requestID":"87a72249-9456-4221-8b4c-e9391360efcf","name":"kserve-config-llm-template-intel-gaudi","namespace":"kserve"}
2026-07-24T18:05:47.802932661Z {"level":"info","ts":"2026-07-24T18:05:47Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-intel-gaudi-fast-1","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-intel-gaudi-fast-1","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:admin","requestID":"768235d4-d038-48cc-abd4-686cdfc105f2","name":"kserve-config-llm-template-intel-gaudi-fast-1","namespace":"kserve"}
2026-07-24T18:05:47.822730633Z {"level":"info","ts":"2026-07-24T18:05:47Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-template-intel-gaudi-fast-2","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-template-intel-gaudi-fast-2","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:admin","requestID":"968e4824-0cd1-4b10-93ed-3d65ee092d4d","name":"kserve-config-llm-template-intel-gaudi-fast-2","namespace":"kserve"}
2026-07-24T18:05:47.841938750Z {"level":"info","ts":"2026-07-24T18:05:47Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-tokenizer","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-tokenizer","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:admin","requestID":"5cae317f-6e84-44c5-988e-06d6ecd379a5","name":"kserve-config-llm-tokenizer","namespace":"kserve"}
2026-07-24T18:05:47.944982423Z {"level":"info","ts":"2026-07-24T18:05:47Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-tracing","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-tracing","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:admin","requestID":"425d4c02-e039-476d-a042-5a62998565d1","name":"kserve-config-llm-tracing","namespace":"kserve"}
2026-07-24T18:05:47.995676230Z {"level":"info","ts":"2026-07-24T18:05:47Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"kserve-config-llm-worker-data-parallel","namespace":"kserve"},"namespace":"kserve","name":"kserve-config-llm-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:admin","requestID":"b6949135-59b7-48eb-8061-370f9436f48f","name":"kserve-config-llm-worker-data-parallel","namespace":"kserve"}