{"level":"info","ts":"2026-11-04T06:05:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"2e7a05b8-bd6f-4246-8642-85d40aded9df","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-2-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"2e7a05b8-bd6f-4246-8642-85d40aded9df","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-2-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"2e7a05b8-bd6f-4246-8642-85d40aded9df","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-2-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"2e7a05b8-bd6f-4246-8642-85d40aded9df","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-2-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"2e7a05b8-bd6f-4246-8642-85d40aded9df","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-2-w1-17dcce","route":"e2e-models-e2e-worker-w1-17dcce/distinct-2-w1-17dcce-kserve-route","ready":true}
{"level":"info","ts":"2026-11-04T06:05:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"2e7a05b8-bd6f-4246-8642-85d40aded9df","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-2-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"2e7a05b8-bd6f-4246-8642-85d40aded9df","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-2-w1-17dcce","gateway":"openshift-ingress/e2e-worker-w1-17dcce","ready":true}
{"level":"info","ts":"2026-11-04T06:05:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"2e7a05b8-bd6f-4246-8642-85d40aded9df","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-2-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:34Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"2e7a05b8-bd6f-4246-8642-85d40aded9df","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-2-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:34Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"2e7a05b8-bd6f-4246-8642-85d40aded9df","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-2-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:34Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"2e7a05b8-bd6f-4246-8642-85d40aded9df","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-2-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:34Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"2e7a05b8-bd6f-4246-8642-85d40aded9df","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-2-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:34Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"2e7a05b8-bd6f-4246-8642-85d40aded9df","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-2-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:39Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"5828a13c-85b3-4931-b0c1-50de7b7155ae","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-2-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:39Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:05:39Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"5828a13c-85b3-4931-b0c1-50de7b7155ae","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-2-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:05:39Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"5828a13c-85b3-4931-b0c1-50de7b7155ae","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:05:39Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-w1-17dcce","reconcileID":"1af3003e-0438-475f-97a1-75322a32f095","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:39Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:05:39Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-w1-17dcce","reconcileID":"1af3003e-0438-475f-97a1-75322a32f095","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:05:39Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-w1-17dcce","reconcileID":"1af3003e-0438-475f-97a1-75322a32f095","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:05:39Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"premium-w1-17dcce","reconcileID":"385f4c7b-1461-400f-9fc0-44eca881d11a","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"premium-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:39Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:05:39Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"premium-w1-17dcce","reconcileID":"385f4c7b-1461-400f-9fc0-44eca881d11a","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"premium-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:05:39Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"premium-w1-17dcce","reconcileID":"385f4c7b-1461-400f-9fc0-44eca881d11a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:05:39Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"simulator-w1-17dcce","reconcileID":"dfe355b8-5b7a-418b-b9e7-c2e87f3cb9cc","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"simulator-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:39Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:05:39Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"simulator-w1-17dcce","reconcileID":"dfe355b8-5b7a-418b-b9e7-c2e87f3cb9cc","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"simulator-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:05:39Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"simulator-w1-17dcce","reconcileID":"dfe355b8-5b7a-418b-b9e7-c2e87f3cb9cc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:05:39Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"f4c66b45-6304-4953-b176-b92a61004f36","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-2-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:39Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:05:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"f4c66b45-6304-4953-b176-b92a61004f36","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-2-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:05:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"f4c66b45-6304-4953-b176-b92a61004f36","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:05:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-w1-17dcce","reconcileID":"014181c6-dab1-481b-98e8-7857e9583313","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:05:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-w1-17dcce","reconcileID":"014181c6-dab1-481b-98e8-7857e9583313","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:05:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-w1-17dcce","reconcileID":"014181c6-dab1-481b-98e8-7857e9583313","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:05:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"premium-w1-17dcce","reconcileID":"02f9c1fd-0142-4593-b756-af0d23e0eedd","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"premium-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:05:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"premium-w1-17dcce","reconcileID":"02f9c1fd-0142-4593-b756-af0d23e0eedd","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"premium-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:05:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"premium-w1-17dcce","reconcileID":"02f9c1fd-0142-4593-b756-af0d23e0eedd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:05:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"simulator-w1-17dcce","reconcileID":"a6207edc-faae-4d2c-9732-4e5dc3df26d9","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"simulator-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:05:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"simulator-w1-17dcce","reconcileID":"a6207edc-faae-4d2c-9732-4e5dc3df26d9","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"simulator-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:05:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"simulator-w1-17dcce","reconcileID":"a6207edc-faae-4d2c-9732-4e5dc3df26d9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:05:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"5e654fdf-377d-4cee-a37b-2d247ff62d0c","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-2-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:05:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"5e654fdf-377d-4cee-a37b-2d247ff62d0c","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-2-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:05:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"5e654fdf-377d-4cee-a37b-2d247ff62d0c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:05:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-w1-17dcce","reconcileID":"b2f5736a-ffab-4685-b328-d5d6f3d20a40","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:05:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-w1-17dcce","reconcileID":"b2f5736a-ffab-4685-b328-d5d6f3d20a40","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:05:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-w1-17dcce","reconcileID":"b2f5736a-ffab-4685-b328-d5d6f3d20a40","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:05:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"premium-w1-17dcce","reconcileID":"3cbe15a0-357f-4c72-8ed7-9e0fc63b5f1d","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"premium-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:05:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"premium-w1-17dcce","reconcileID":"3cbe15a0-357f-4c72-8ed7-9e0fc63b5f1d","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"premium-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:05:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"premium-w1-17dcce","reconcileID":"3cbe15a0-357f-4c72-8ed7-9e0fc63b5f1d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:05:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"simulator-w1-17dcce","reconcileID":"98fb882c-9c94-4076-b485-0ae9c80bebda","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"simulator-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:05:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"simulator-w1-17dcce","reconcileID":"98fb882c-9c94-4076-b485-0ae9c80bebda","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"simulator-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:05:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"simulator-w1-17dcce","reconcileID":"98fb882c-9c94-4076-b485-0ae9c80bebda","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:05:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"626b4a24-6f59-45c8-820e-c5d6710469a0","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-2-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:05:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"626b4a24-6f59-45c8-820e-c5d6710469a0","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-2-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:05:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"626b4a24-6f59-45c8-820e-c5d6710469a0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:05:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-w1-17dcce","reconcileID":"d61f878a-c814-4249-9e4f-d94c7df9f23c","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:05:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-w1-17dcce","reconcileID":"d61f878a-c814-4249-9e4f-d94c7df9f23c","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:05:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-w1-17dcce","reconcileID":"d61f878a-c814-4249-9e4f-d94c7df9f23c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:05:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"premium-w1-17dcce","reconcileID":"1a00d682-0133-4295-918f-f229790d40a4","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"premium-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:05:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"premium-w1-17dcce","reconcileID":"1a00d682-0133-4295-918f-f229790d40a4","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"premium-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:05:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"premium-w1-17dcce","reconcileID":"1a00d682-0133-4295-918f-f229790d40a4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:05:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"simulator-w1-17dcce","reconcileID":"6e8df173-915c-4869-9e65-b3f3f53d5eda","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"simulator-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:05:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"simulator-w1-17dcce","reconcileID":"6e8df173-915c-4869-9e65-b3f3f53d5eda","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"simulator-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:05:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"simulator-w1-17dcce","reconcileID":"6e8df173-915c-4869-9e65-b3f3f53d5eda","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:05:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"8952c935-52b5-4d4c-9491-1963c50d3f54","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-2-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:05:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"8952c935-52b5-4d4c-9491-1963c50d3f54","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-2-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:05:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"8952c935-52b5-4d4c-9491-1963c50d3f54","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:05:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-w1-17dcce","reconcileID":"51805cb0-e8dc-44e3-870b-6df53df7f107","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:05:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-w1-17dcce","reconcileID":"51805cb0-e8dc-44e3-870b-6df53df7f107","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:05:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-w1-17dcce","reconcileID":"51805cb0-e8dc-44e3-870b-6df53df7f107","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:05:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"premium-w1-17dcce","reconcileID":"328f95e9-d5a7-42c4-b572-3ef3074ac29f","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"premium-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:05:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"premium-w1-17dcce","reconcileID":"328f95e9-d5a7-42c4-b572-3ef3074ac29f","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"premium-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:05:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"premium-w1-17dcce","reconcileID":"328f95e9-d5a7-42c4-b572-3ef3074ac29f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:05:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"simulator-w1-17dcce","reconcileID":"5c06109d-5e53-4ab6-84e9-9c8ebf0387e3","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"simulator-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:05:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"simulator-w1-17dcce","reconcileID":"5c06109d-5e53-4ab6-84e9-9c8ebf0387e3","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"simulator-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:05:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"simulator-w1-17dcce","reconcileID":"5c06109d-5e53-4ab6-84e9-9c8ebf0387e3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:05:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"9f15a9dc-1689-46bf-ab35-7c9d30228585","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-2-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:05:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"9f15a9dc-1689-46bf-ab35-7c9d30228585","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-2-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:05:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"9f15a9dc-1689-46bf-ab35-7c9d30228585","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:05:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-w1-17dcce","reconcileID":"d675cb92-111e-47d0-a421-34139d5bb1b0","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:05:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-w1-17dcce","reconcileID":"d675cb92-111e-47d0-a421-34139d5bb1b0","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:05:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-w1-17dcce","reconcileID":"d675cb92-111e-47d0-a421-34139d5bb1b0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:05:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"premium-w1-17dcce","reconcileID":"fd46c0f9-6882-4c92-9d02-5a7926d57255","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"premium-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:05:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"premium-w1-17dcce","reconcileID":"fd46c0f9-6882-4c92-9d02-5a7926d57255","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"premium-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:05:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"premium-w1-17dcce","reconcileID":"fd46c0f9-6882-4c92-9d02-5a7926d57255","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:05:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"simulator-w1-17dcce","reconcileID":"3e4a1b19-b653-4a6a-8d2c-3497feb6bdf2","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"simulator-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:05:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"simulator-w1-17dcce","reconcileID":"3e4a1b19-b653-4a6a-8d2c-3497feb6bdf2","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"simulator-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:05:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"simulator-w1-17dcce","reconcileID":"3e4a1b19-b653-4a6a-8d2c-3497feb6bdf2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:05:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"292db942-187d-401e-8756-3ad42de4d733","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-2-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:05:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"292db942-187d-401e-8756-3ad42de4d733","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-2-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:05:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"292db942-187d-401e-8756-3ad42de4d733","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:05:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-w1-17dcce","reconcileID":"6389fd55-97e0-4e3a-859c-b45814844fb9","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:05:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-w1-17dcce","reconcileID":"6389fd55-97e0-4e3a-859c-b45814844fb9","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:05:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-w1-17dcce","reconcileID":"6389fd55-97e0-4e3a-859c-b45814844fb9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:05:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"premium-w1-17dcce","reconcileID":"f0158e24-34fd-46a0-bb66-e56892e70a00","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"premium-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:05:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"premium-w1-17dcce","reconcileID":"f0158e24-34fd-46a0-bb66-e56892e70a00","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"premium-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:05:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"premium-w1-17dcce","reconcileID":"f0158e24-34fd-46a0-bb66-e56892e70a00","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:05:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"simulator-w1-17dcce","reconcileID":"6105c3eb-d58a-438b-86ac-db177609deee","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"simulator-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:05:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"simulator-w1-17dcce","reconcileID":"6105c3eb-d58a-438b-86ac-db177609deee","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"simulator-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:05:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"simulator-w1-17dcce","reconcileID":"6105c3eb-d58a-438b-86ac-db177609deee","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:05:41Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"109a564c-20e5-4bce-adad-16f4c1428692","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-2-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:41Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:05:41Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"109a564c-20e5-4bce-adad-16f4c1428692","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-2-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:05:41Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"109a564c-20e5-4bce-adad-16f4c1428692","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:05:41Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-w1-17dcce","reconcileID":"67550f4e-7c45-43bd-aa79-8462a94888e1","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:41Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:05:41Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-w1-17dcce","reconcileID":"67550f4e-7c45-43bd-aa79-8462a94888e1","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:05:41Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-w1-17dcce","reconcileID":"67550f4e-7c45-43bd-aa79-8462a94888e1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:05:41Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"premium-w1-17dcce","reconcileID":"45e5d8b1-2f4a-4cc4-810d-8f50d0a92990","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"premium-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:41Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:05:41Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"premium-w1-17dcce","reconcileID":"45e5d8b1-2f4a-4cc4-810d-8f50d0a92990","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"premium-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:05:41Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"premium-w1-17dcce","reconcileID":"45e5d8b1-2f4a-4cc4-810d-8f50d0a92990","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:05:41Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"simulator-w1-17dcce","reconcileID":"17cf7b64-d934-4090-b040-beecb0ada569","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"simulator-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:41Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:05:41Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"simulator-w1-17dcce","reconcileID":"17cf7b64-d934-4090-b040-beecb0ada569","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"simulator-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:05:41Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"simulator-w1-17dcce","reconcileID":"17cf7b64-d934-4090-b040-beecb0ada569","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:05:41Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"eacbdc2f-6af4-43b7-b422-147500788c67","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-2-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:41Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:05:41Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"eacbdc2f-6af4-43b7-b422-147500788c67","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-2-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:05:41Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"eacbdc2f-6af4-43b7-b422-147500788c67","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:05:41Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-w1-17dcce","reconcileID":"034faa1d-1890-40a2-9566-9bec372fdbb0","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:41Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:05:41Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-w1-17dcce","reconcileID":"034faa1d-1890-40a2-9566-9bec372fdbb0","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:05:41Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-w1-17dcce","reconcileID":"034faa1d-1890-40a2-9566-9bec372fdbb0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:05:41Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"premium-w1-17dcce","reconcileID":"91f79449-18cd-4b46-88cd-caedfd98b184","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"premium-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:41Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:05:41Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"premium-w1-17dcce","reconcileID":"91f79449-18cd-4b46-88cd-caedfd98b184","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"premium-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:05:41Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"premium-w1-17dcce","reconcileID":"91f79449-18cd-4b46-88cd-caedfd98b184","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:05:41Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"simulator-w1-17dcce","reconcileID":"6a56e7b8-f2ee-4c4e-870a-a3cd16df6483","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"simulator-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:41Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:05:41Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"simulator-w1-17dcce","reconcileID":"6a56e7b8-f2ee-4c4e-870a-a3cd16df6483","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"simulator-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:05:41Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"simulator-w1-17dcce","reconcileID":"6a56e7b8-f2ee-4c4e-870a-a3cd16df6483","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:05:42Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"6bf769a5-ea7d-46c0-801d-8c2b3c3cf743","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-2-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:42Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:05:43Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"6bf769a5-ea7d-46c0-801d-8c2b3c3cf743","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-2-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:05:43Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"6bf769a5-ea7d-46c0-801d-8c2b3c3cf743","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:05:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-w1-17dcce","reconcileID":"5acd4588-c7b8-40ca-8e4c-43eeff570ce1","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:43Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:05:43Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-w1-17dcce","reconcileID":"5acd4588-c7b8-40ca-8e4c-43eeff570ce1","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:05:43Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-w1-17dcce","reconcileID":"5acd4588-c7b8-40ca-8e4c-43eeff570ce1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:05:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"premium-w1-17dcce","reconcileID":"6e2466e5-7672-4bfd-9bf0-76087ac9a899","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"premium-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:43Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:05:43Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"premium-w1-17dcce","reconcileID":"6e2466e5-7672-4bfd-9bf0-76087ac9a899","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"premium-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:05:43Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"premium-w1-17dcce","reconcileID":"6e2466e5-7672-4bfd-9bf0-76087ac9a899","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:05:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"simulator-w1-17dcce","reconcileID":"558148d0-1b30-43c9-838a-2f14dc331e2c","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"simulator-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:43Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:05:43Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"simulator-w1-17dcce","reconcileID":"558148d0-1b30-43c9-838a-2f14dc331e2c","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"simulator-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:05:43Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"simulator-w1-17dcce","reconcileID":"558148d0-1b30-43c9-838a-2f14dc331e2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:05:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"simulator-w1-17dcce","reconcileID":"a1cc9e8c-bf6e-43dd-bb28-b344575551d4","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"simulator-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:43Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:05:43Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"simulator-w1-17dcce","reconcileID":"a1cc9e8c-bf6e-43dd-bb28-b344575551d4","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"simulator-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:05:43Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"simulator-w1-17dcce","reconcileID":"a1cc9e8c-bf6e-43dd-bb28-b344575551d4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:05:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"simulator-w1-17dcce","reconcileID":"fa4a339e-31ae-445e-b440-c63bf7dc664a","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"simulator-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:43Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:05:43Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"simulator-w1-17dcce","reconcileID":"fa4a339e-31ae-445e-b440-c63bf7dc664a","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"simulator-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:05:43Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"simulator-w1-17dcce","reconcileID":"fa4a339e-31ae-445e-b440-c63bf7dc664a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:05:45Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"02008aee-f189-42f8-a24a-ea2cc3b4a72d","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-2-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:45Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:05:45Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"02008aee-f189-42f8-a24a-ea2cc3b4a72d","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-2-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:05:45Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"02008aee-f189-42f8-a24a-ea2cc3b4a72d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:05:45Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-w1-17dcce","reconcileID":"ce8f70f9-08f6-49ab-898b-18132168f224","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:45Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:05:45Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-w1-17dcce","reconcileID":"ce8f70f9-08f6-49ab-898b-18132168f224","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:05:45Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-w1-17dcce","reconcileID":"ce8f70f9-08f6-49ab-898b-18132168f224","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:05:45Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"premium-w1-17dcce","reconcileID":"1eaf8bc1-2a02-4a51-991d-17c02c7e1c44","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"premium-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:45Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:05:45Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"premium-w1-17dcce","reconcileID":"1eaf8bc1-2a02-4a51-991d-17c02c7e1c44","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"premium-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:05:45Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"premium-w1-17dcce","reconcileID":"1eaf8bc1-2a02-4a51-991d-17c02c7e1c44","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:05:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"923c3a09-0b10-4181-84fd-74a6677ce4a4","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-2-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:05:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"923c3a09-0b10-4181-84fd-74a6677ce4a4","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-2-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:05:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"923c3a09-0b10-4181-84fd-74a6677ce4a4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:05:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-w1-17dcce","reconcileID":"4a9009c5-4af2-46fb-a512-09ac4d38411e","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:05:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-w1-17dcce","reconcileID":"4a9009c5-4af2-46fb-a512-09ac4d38411e","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:05:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-w1-17dcce","reconcileID":"4a9009c5-4af2-46fb-a512-09ac4d38411e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:05:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"premium-w1-17dcce","reconcileID":"5b23e989-64f9-4293-a7a7-9c9dba436e3e","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"premium-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:05:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"premium-w1-17dcce","reconcileID":"5b23e989-64f9-4293-a7a7-9c9dba436e3e","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"premium-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:05:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"premium-w1-17dcce","reconcileID":"5b23e989-64f9-4293-a7a7-9c9dba436e3e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:05:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"simulator-w1-17dcce","reconcileID":"edd1d399-7047-40a6-a1c2-82746ca585e5","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"simulator-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:53Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:05:53Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"simulator-w1-17dcce","reconcileID":"edd1d399-7047-40a6-a1c2-82746ca585e5","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"simulator-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:05:53Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"simulator-w1-17dcce","reconcileID":"edd1d399-7047-40a6-a1c2-82746ca585e5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:05:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"901c0921-59fd-4008-bbd8-f84ef3e37112","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-2-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:05:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"901c0921-59fd-4008-bbd8-f84ef3e37112","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-2-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:05:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"901c0921-59fd-4008-bbd8-f84ef3e37112","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:05:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-w1-17dcce","reconcileID":"621b067c-6baf-4215-8208-ca8b0c039ba8","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:05:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-w1-17dcce","reconcileID":"621b067c-6baf-4215-8208-ca8b0c039ba8","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:05:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-w1-17dcce","reconcileID":"621b067c-6baf-4215-8208-ca8b0c039ba8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:05:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"premium-w1-17dcce","reconcileID":"3854dab5-d4b1-46e4-964c-0ee63fb16c89","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"premium-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:05:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"premium-w1-17dcce","reconcileID":"3854dab5-d4b1-46e4-964c-0ee63fb16c89","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"premium-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:05:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"premium-w1-17dcce","reconcileID":"3854dab5-d4b1-46e4-964c-0ee63fb16c89","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:05:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"simulator-w1-17dcce","reconcileID":"5dbb1459-2e53-41c0-b1eb-890a48431ab3","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"simulator-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:05:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"simulator-w1-17dcce","reconcileID":"5dbb1459-2e53-41c0-b1eb-890a48431ab3","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"simulator-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:05:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"simulator-w1-17dcce","reconcileID":"5dbb1459-2e53-41c0-b1eb-890a48431ab3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:05:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"0cd0177e-7998-46a9-a447-159d7606462c","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-2-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:05:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"0cd0177e-7998-46a9-a447-159d7606462c","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-2-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:05:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"0cd0177e-7998-46a9-a447-159d7606462c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:05:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-w1-17dcce","reconcileID":"60bb55d8-c07a-4aa2-b174-6c903726181d","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:05:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-w1-17dcce","reconcileID":"60bb55d8-c07a-4aa2-b174-6c903726181d","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:05:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-w1-17dcce","reconcileID":"60bb55d8-c07a-4aa2-b174-6c903726181d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:05:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"premium-w1-17dcce","reconcileID":"ab2da698-1216-4925-bb2b-9daf1d27c3b1","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"premium-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:05:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"premium-w1-17dcce","reconcileID":"ab2da698-1216-4925-bb2b-9daf1d27c3b1","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"premium-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:05:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"premium-w1-17dcce","reconcileID":"ab2da698-1216-4925-bb2b-9daf1d27c3b1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:05:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"simulator-w1-17dcce","reconcileID":"d9aa2500-a9b3-4699-9c70-b6cc9becbd77","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"simulator-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:05:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:05:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"simulator-w1-17dcce","reconcileID":"d9aa2500-a9b3-4699-9c70-b6cc9becbd77","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"simulator-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:05:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"simulator-w1-17dcce","reconcileID":"d9aa2500-a9b3-4699-9c70-b6cc9becbd77","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:06:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"simulator-w1-17dcce","reconcileID":"3606252f-edf6-46c9-9ab1-0715da4e6b60","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"simulator-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:06:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:06:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"simulator-w1-17dcce","reconcileID":"3606252f-edf6-46c9-9ab1-0715da4e6b60","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"simulator-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:06:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"simulator-w1-17dcce","reconcileID":"3606252f-edf6-46c9-9ab1-0715da4e6b60","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:06:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"b9826c88-3870-4bf1-9698-76c61c22d388","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-2-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:06:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:06:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"b9826c88-3870-4bf1-9698-76c61c22d388","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-2-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:06:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"b9826c88-3870-4bf1-9698-76c61c22d388","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:06:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-w1-17dcce","reconcileID":"1bf45ef8-1ff5-4b22-b4e9-aacc14c0f304","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:06:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:06:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-w1-17dcce","reconcileID":"1bf45ef8-1ff5-4b22-b4e9-aacc14c0f304","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:06:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-w1-17dcce","reconcileID":"1bf45ef8-1ff5-4b22-b4e9-aacc14c0f304","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:06:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"premium-w1-17dcce","reconcileID":"1f26b442-45da-499d-9355-93977c2023b0","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"premium-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:06:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:06:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"premium-w1-17dcce","reconcileID":"1f26b442-45da-499d-9355-93977c2023b0","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"premium-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:06:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"premium-w1-17dcce","reconcileID":"1f26b442-45da-499d-9355-93977c2023b0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:06:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"simulator-w1-17dcce","reconcileID":"e4a415b2-1853-47c0-8eeb-9475f924335c","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"simulator-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:06:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:06:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"simulator-w1-17dcce","reconcileID":"e4a415b2-1853-47c0-8eeb-9475f924335c","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"simulator-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:06:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"simulator-w1-17dcce","reconcileID":"e4a415b2-1853-47c0-8eeb-9475f924335c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:06:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"a357f21a-4a3f-4080-bd45-46128534f994","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-2-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:06:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:06:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"a357f21a-4a3f-4080-bd45-46128534f994","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-2-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:06:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"a357f21a-4a3f-4080-bd45-46128534f994","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:06:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-w1-17dcce","reconcileID":"60829811-797d-40cd-a3df-5fb9c5bef6f1","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:06:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:06:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-w1-17dcce","reconcileID":"60829811-797d-40cd-a3df-5fb9c5bef6f1","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:06:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-w1-17dcce","reconcileID":"60829811-797d-40cd-a3df-5fb9c5bef6f1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:06:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"premium-w1-17dcce","reconcileID":"d3d24916-504f-4669-b32e-a134b6ff1b20","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"premium-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:06:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:06:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"premium-w1-17dcce","reconcileID":"d3d24916-504f-4669-b32e-a134b6ff1b20","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"premium-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:06:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"premium-w1-17dcce","reconcileID":"d3d24916-504f-4669-b32e-a134b6ff1b20","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:06:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"e51bb624-4217-4be3-a891-c5cda9ac1104","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-2-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:06:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:06:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"e51bb624-4217-4be3-a891-c5cda9ac1104","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-2-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:06:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"e51bb624-4217-4be3-a891-c5cda9ac1104","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:06:15Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"7e9db5da-2079-443c-bfcf-405306ff1ab3","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-2-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:06:15Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:06:15Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"7e9db5da-2079-443c-bfcf-405306ff1ab3","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-2-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:06:15Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"7e9db5da-2079-443c-bfcf-405306ff1ab3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:06:15Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"simulator-w1-17dcce","reconcileID":"91f8b8e4-a39d-45ae-99ea-d171cd69b155","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"simulator-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:06:15Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:06:15Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"simulator-w1-17dcce","reconcileID":"91f8b8e4-a39d-45ae-99ea-d171cd69b155","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"simulator-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:06:15Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"simulator-w1-17dcce","reconcileID":"91f8b8e4-a39d-45ae-99ea-d171cd69b155","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:06:15Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-w1-17dcce","reconcileID":"041ba5a1-3487-4db5-a559-13c8424363ac","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:06:15Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:06:15Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-w1-17dcce","reconcileID":"041ba5a1-3487-4db5-a559-13c8424363ac","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-w1-17dcce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-04T06:06:15Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-w1-17dcce","reconcileID":"041ba5a1-3487-4db5-a559-13c8424363ac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w1-17dcce-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w1-17dcce because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:06:15Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"premium-w1-17dcce","reconcileID":"6645706c-8583-42c9-b70a-c0b800a14135","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"premium-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:06:15Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"premium-w1-17dcce","reconcileID":"6645706c-8583-42c9-b70a-c0b800a14135","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"premium-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:06:15Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"premium-w1-17dcce","reconcileID":"6645706c-8583-42c9-b70a-c0b800a14135","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"premium-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:06:16Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"36ef1044-3d1e-468d-b06b-2f411deac550","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-2-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:06:16Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"36ef1044-3d1e-468d-b06b-2f411deac550","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-2-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:06:16Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"36ef1044-3d1e-468d-b06b-2f411deac550","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:06:16Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"36ef1044-3d1e-468d-b06b-2f411deac550","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-2-w1-17dcce","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:06:16Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"simulator-w1-17dcce","reconcileID":"31ceece8-10f2-4d4c-9dc8-018112f136be","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"simulator-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:06:16Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"simulator-w1-17dcce","reconcileID":"31ceece8-10f2-4d4c-9dc8-018112f136be","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"simulator-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:06:16Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"simulator-w1-17dcce","reconcileID":"31ceece8-10f2-4d4c-9dc8-018112f136be","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"simulator-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:06:16Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"simulator-w1-17dcce","reconcileID":"31ceece8-10f2-4d4c-9dc8-018112f136be","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"simulator-w1-17dcce","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:06:16Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-w1-17dcce","reconcileID":"6be43ea9-f0ea-4ddb-a06b-1c23c3074bda","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:06:16Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-w1-17dcce","reconcileID":"6be43ea9-f0ea-4ddb-a06b-1c23c3074bda","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:06:16Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-w1-17dcce","reconcileID":"6be43ea9-f0ea-4ddb-a06b-1c23c3074bda","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"}
{"level":"error","ts":"2026-11-04T06:06:16Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-w1-17dcce","reconcileID":"6be43ea9-f0ea-4ddb-a06b-1c23c3074bda","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-w1-17dcce","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-04T06:06:16Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"premium-w1-17dcce","reconcileID":"2f5649dc-c6af-4db8-b153-cc64301078e2","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"premium-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:06:16Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71e4c0b9-0a62-4eb1-832d-d909f952fda3","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T06:06:16Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-04T06:06:16Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated-validation-2dwcf","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated-validation-2dwcf","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"8d848c81-ccd8-4358-91ec-b6321628bb4d","name":"facebook-opt-125m-simulated-validation-2dwcf","namespace":"llm"}
{"level":"info","ts":"2026-11-04T06:06:16Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71e4c0b9-0a62-4eb1-832d-d909f952fda3","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T06:06:16Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71e4c0b9-0a62-4eb1-832d-d909f952fda3","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T06:06:16Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71e4c0b9-0a62-4eb1-832d-d909f952fda3","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T06:06:16Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71e4c0b9-0a62-4eb1-832d-d909f952fda3","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T06:06:16Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71e4c0b9-0a62-4eb1-832d-d909f952fda3","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T06:06:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71e4c0b9-0a62-4eb1-832d-d909f952fda3","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T06:06:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71e4c0b9-0a62-4eb1-832d-d909f952fda3","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T06:06:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71e4c0b9-0a62-4eb1-832d-d909f952fda3","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T06:06:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71e4c0b9-0a62-4eb1-832d-d909f952fda3","Namespace":"llm","Name":"facebook-opt-125m-simulated","route":"llm/facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-04T06:06:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71e4c0b9-0a62-4eb1-832d-d909f952fda3","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T06:06:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71e4c0b9-0a62-4eb1-832d-d909f952fda3","Namespace":"llm","Name":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-04T06:06:16Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71e4c0b9-0a62-4eb1-832d-d909f952fda3","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T06:06:16Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71e4c0b9-0a62-4eb1-832d-d909f952fda3","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T06:06:16Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71e4c0b9-0a62-4eb1-832d-d909f952fda3","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T06:06:17Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71e4c0b9-0a62-4eb1-832d-d909f952fda3","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T06:06:17Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71e4c0b9-0a62-4eb1-832d-d909f952fda3","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T06:06:17Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71e4c0b9-0a62-4eb1-832d-d909f952fda3","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T06:06:17Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"516a9698-c985-4e60-b571-ccf3b44944bd","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T06:06:17Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-04T06:06:17Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated-validation-n2gzp","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated-validation-n2gzp","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"3a2f0351-66d9-416f-8897-e2dd66927bc0","name":"e2e-distinct-simulated-validation-n2gzp","namespace":"llm"}
{"level":"info","ts":"2026-11-04T06:06:17Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"516a9698-c985-4e60-b571-ccf3b44944bd","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T06:06:17Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"516a9698-c985-4e60-b571-ccf3b44944bd","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T06:06:17Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"516a9698-c985-4e60-b571-ccf3b44944bd","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T06:06:17Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"516a9698-c985-4e60-b571-ccf3b44944bd","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T06:06:17Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"516a9698-c985-4e60-b571-ccf3b44944bd","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T06:06:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"516a9698-c985-4e60-b571-ccf3b44944bd","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T06:06:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"516a9698-c985-4e60-b571-ccf3b44944bd","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T06:06:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"516a9698-c985-4e60-b571-ccf3b44944bd","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T06:06:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"516a9698-c985-4e60-b571-ccf3b44944bd","Namespace":"llm","Name":"e2e-distinct-simulated","route":"llm/e2e-distinct-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-04T06:06:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"516a9698-c985-4e60-b571-ccf3b44944bd","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T06:06:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"516a9698-c985-4e60-b571-ccf3b44944bd","Namespace":"llm","Name":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-04T06:06:17Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"516a9698-c985-4e60-b571-ccf3b44944bd","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T06:06:17Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"516a9698-c985-4e60-b571-ccf3b44944bd","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T06:06:17Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"516a9698-c985-4e60-b571-ccf3b44944bd","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T06:06:17Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"516a9698-c985-4e60-b571-ccf3b44944bd","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T06:06:17Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"516a9698-c985-4e60-b571-ccf3b44944bd","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T06:06:17Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"516a9698-c985-4e60-b571-ccf3b44944bd","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-04T06:06:17Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6ba465eb-ce3c-4e89-99f7-c32e6ddd26e0","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T06:06:17Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-04T06:06:17Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated-validation-nqj7j","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated-validation-nqj7j","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"1ff81e5f-dceb-4670-8236-21bf5f0dd6ee","name":"e2e-embedding-simulated-validation-nqj7j","namespace":"llm"}
{"level":"info","ts":"2026-11-04T06:06:17Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6ba465eb-ce3c-4e89-99f7-c32e6ddd26e0","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T06:06:17Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6ba465eb-ce3c-4e89-99f7-c32e6ddd26e0","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T06:06:17Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6ba465eb-ce3c-4e89-99f7-c32e6ddd26e0","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T06:06:17Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6ba465eb-ce3c-4e89-99f7-c32e6ddd26e0","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T06:06:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6ba465eb-ce3c-4e89-99f7-c32e6ddd26e0","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T06:06:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6ba465eb-ce3c-4e89-99f7-c32e6ddd26e0","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T06:06:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6ba465eb-ce3c-4e89-99f7-c32e6ddd26e0","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T06:06:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6ba465eb-ce3c-4e89-99f7-c32e6ddd26e0","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T06:06:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6ba465eb-ce3c-4e89-99f7-c32e6ddd26e0","Namespace":"llm","Name":"e2e-embedding-simulated","route":"llm/e2e-embedding-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-04T06:06:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6ba465eb-ce3c-4e89-99f7-c32e6ddd26e0","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T06:06:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6ba465eb-ce3c-4e89-99f7-c32e6ddd26e0","Namespace":"llm","Name":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-04T06:06:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6ba465eb-ce3c-4e89-99f7-c32e6ddd26e0","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T06:06:18Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6ba465eb-ce3c-4e89-99f7-c32e6ddd26e0","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T06:06:18Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6ba465eb-ce3c-4e89-99f7-c32e6ddd26e0","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T06:06:18Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6ba465eb-ce3c-4e89-99f7-c32e6ddd26e0","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T06:06:18Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6ba465eb-ce3c-4e89-99f7-c32e6ddd26e0","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T06:06:18Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6ba465eb-ce3c-4e89-99f7-c32e6ddd26e0","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-04T06:06:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0e771fde-72fe-42ab-b4c7-0f27437608fe","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T06:06:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-04T06:06:18Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated-validation-tt56f","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated-validation-tt56f","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"a8da376a-f71e-49aa-b9dc-2db603c22d04","name":"e2e-trlp-test-simulated-validation-tt56f","namespace":"llm"}
{"level":"info","ts":"2026-11-04T06:06:18Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0e771fde-72fe-42ab-b4c7-0f27437608fe","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T06:06:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0e771fde-72fe-42ab-b4c7-0f27437608fe","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T06:06:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0e771fde-72fe-42ab-b4c7-0f27437608fe","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T06:06:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0e771fde-72fe-42ab-b4c7-0f27437608fe","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T06:06:18Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0e771fde-72fe-42ab-b4c7-0f27437608fe","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T06:06:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0e771fde-72fe-42ab-b4c7-0f27437608fe","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T06:06:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0e771fde-72fe-42ab-b4c7-0f27437608fe","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T06:06:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0e771fde-72fe-42ab-b4c7-0f27437608fe","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T06:06:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0e771fde-72fe-42ab-b4c7-0f27437608fe","Namespace":"llm","Name":"e2e-trlp-test-simulated","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-04T06:06:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0e771fde-72fe-42ab-b4c7-0f27437608fe","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T06:06:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0e771fde-72fe-42ab-b4c7-0f27437608fe","Namespace":"llm","Name":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-04T06:06:18Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0e771fde-72fe-42ab-b4c7-0f27437608fe","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T06:06:18Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0e771fde-72fe-42ab-b4c7-0f27437608fe","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T06:06:18Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0e771fde-72fe-42ab-b4c7-0f27437608fe","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T06:06:18Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0e771fde-72fe-42ab-b4c7-0f27437608fe","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T06:06:18Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0e771fde-72fe-42ab-b4c7-0f27437608fe","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T06:06:18Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0e771fde-72fe-42ab-b4c7-0f27437608fe","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-04T06:06:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"36d349e4-f669-4439-a4d1-c65baa37bfbd","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T06:06:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-04T06:06:19Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator-validation-wgcgc","namespace":"llm"},"namespace":"llm","name":"echo-simulator-validation-wgcgc","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"b3f62e8d-8a92-40c3-8f01-3cf24a092ae7","name":"echo-simulator-validation-wgcgc","namespace":"llm"}
{"level":"info","ts":"2026-11-04T06:06:19Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"36d349e4-f669-4439-a4d1-c65baa37bfbd","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T06:06:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"36d349e4-f669-4439-a4d1-c65baa37bfbd","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T06:06:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"36d349e4-f669-4439-a4d1-c65baa37bfbd","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T06:06:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"36d349e4-f669-4439-a4d1-c65baa37bfbd","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T06:06:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"36d349e4-f669-4439-a4d1-c65baa37bfbd","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T06:06:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"36d349e4-f669-4439-a4d1-c65baa37bfbd","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T06:06:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"36d349e4-f669-4439-a4d1-c65baa37bfbd","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T06:06:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"36d349e4-f669-4439-a4d1-c65baa37bfbd","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T06:06:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"36d349e4-f669-4439-a4d1-c65baa37bfbd","Namespace":"llm","Name":"echo-simulator","route":"llm/echo-simulator-kserve-route","ready":true}
{"level":"info","ts":"2026-11-04T06:06:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"36d349e4-f669-4439-a4d1-c65baa37bfbd","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T06:06:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"36d349e4-f669-4439-a4d1-c65baa37bfbd","Namespace":"llm","Name":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-04T06:06:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"36d349e4-f669-4439-a4d1-c65baa37bfbd","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T06:06:19Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"36d349e4-f669-4439-a4d1-c65baa37bfbd","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T06:06:19Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"36d349e4-f669-4439-a4d1-c65baa37bfbd","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T06:06:19Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"36d349e4-f669-4439-a4d1-c65baa37bfbd","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T06:06:19Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"36d349e4-f669-4439-a4d1-c65baa37bfbd","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T06:06:19Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"36d349e4-f669-4439-a4d1-c65baa37bfbd","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-04T06:06:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-2-w1-17dcce","reconcileID":"a82468fc-d26a-4096-b8df-7f243370103e","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-2-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:06:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f318938b-1dcd-474f-bce8-7f5a71ea468e","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T06:06:19Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-04T06:06:19Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated-validation-6zlt2","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated-validation-6zlt2","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"ea85cd75-94a8-4ba9-a4e3-8559af0f4d2c","name":"e2e-distinct-2-simulated-validation-6zlt2","namespace":"llm"}
{"level":"info","ts":"2026-11-04T06:06:19Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f318938b-1dcd-474f-bce8-7f5a71ea468e","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T06:06:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f318938b-1dcd-474f-bce8-7f5a71ea468e","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T06:06:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f318938b-1dcd-474f-bce8-7f5a71ea468e","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T06:06:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f318938b-1dcd-474f-bce8-7f5a71ea468e","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T06:06:19Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f318938b-1dcd-474f-bce8-7f5a71ea468e","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T06:06:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f318938b-1dcd-474f-bce8-7f5a71ea468e","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T06:06:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f318938b-1dcd-474f-bce8-7f5a71ea468e","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T06:06:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f318938b-1dcd-474f-bce8-7f5a71ea468e","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T06:06:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f318938b-1dcd-474f-bce8-7f5a71ea468e","Namespace":"llm","Name":"e2e-distinct-2-simulated","route":"llm/e2e-distinct-2-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-04T06:06:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f318938b-1dcd-474f-bce8-7f5a71ea468e","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T06:06:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f318938b-1dcd-474f-bce8-7f5a71ea468e","Namespace":"llm","Name":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-04T06:06:19Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f318938b-1dcd-474f-bce8-7f5a71ea468e","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T06:06:19Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f318938b-1dcd-474f-bce8-7f5a71ea468e","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T06:06:19Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f318938b-1dcd-474f-bce8-7f5a71ea468e","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T06:06:19Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f318938b-1dcd-474f-bce8-7f5a71ea468e","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T06:06:20Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f318938b-1dcd-474f-bce8-7f5a71ea468e","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T06:06:20Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f318938b-1dcd-474f-bce8-7f5a71ea468e","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-04T06:06:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d2ea006d-0aaa-4901-a4d4-89328f4d766c","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T06:06:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-04T06:06:20Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-cdjzw","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-cdjzw","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"2b96c3ec-1c49-4242-a35d-ee472c5da79a","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-cdjzw","namespace":"llm"}
{"level":"info","ts":"2026-11-04T06:06:20Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d2ea006d-0aaa-4901-a4d4-89328f4d766c","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T06:06:20Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d2ea006d-0aaa-4901-a4d4-89328f4d766c","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T06:06:20Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d2ea006d-0aaa-4901-a4d4-89328f4d766c","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T06:06:20Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d2ea006d-0aaa-4901-a4d4-89328f4d766c","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T06:06:20Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d2ea006d-0aaa-4901-a4d4-89328f4d766c","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T06:06:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d2ea006d-0aaa-4901-a4d4-89328f4d766c","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T06:06:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d2ea006d-0aaa-4901-a4d4-89328f4d766c","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T06:06:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d2ea006d-0aaa-4901-a4d4-89328f4d766c","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T06:06:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d2ea006d-0aaa-4901-a4d4-89328f4d766c","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","route":"llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-04T06:06:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d2ea006d-0aaa-4901-a4d4-89328f4d766c","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T06:06:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d2ea006d-0aaa-4901-a4d4-89328f4d766c","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-04T06:06:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d2ea006d-0aaa-4901-a4d4-89328f4d766c","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T06:06:20Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d2ea006d-0aaa-4901-a4d4-89328f4d766c","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T06:06:20Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d2ea006d-0aaa-4901-a4d4-89328f4d766c","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T06:06:20Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d2ea006d-0aaa-4901-a4d4-89328f4d766c","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T06:06:20Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d2ea006d-0aaa-4901-a4d4-89328f4d766c","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T06:06:20Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d2ea006d-0aaa-4901-a4d4-89328f4d766c","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T06:06:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b0daa7d3-0d3c-47d0-9f99-040fd0b94133","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T06:06:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-04T06:06:20Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium-validation-57bl7","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium-validation-57bl7","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"d238f344-bc44-4ebf-9013-12d87d27c9c1","name":"premium-simulated-simulated-premium-validation-57bl7","namespace":"llm"}
{"level":"info","ts":"2026-11-04T06:06:20Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b0daa7d3-0d3c-47d0-9f99-040fd0b94133","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T06:06:20Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b0daa7d3-0d3c-47d0-9f99-040fd0b94133","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T06:06:20Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b0daa7d3-0d3c-47d0-9f99-040fd0b94133","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T06:06:20Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b0daa7d3-0d3c-47d0-9f99-040fd0b94133","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T06:06:20Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b0daa7d3-0d3c-47d0-9f99-040fd0b94133","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T06:06:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b0daa7d3-0d3c-47d0-9f99-040fd0b94133","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T06:06:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b0daa7d3-0d3c-47d0-9f99-040fd0b94133","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T06:06:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b0daa7d3-0d3c-47d0-9f99-040fd0b94133","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T06:06:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b0daa7d3-0d3c-47d0-9f99-040fd0b94133","Namespace":"llm","Name":"premium-simulated-simulated-premium","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true}
{"level":"info","ts":"2026-11-04T06:06:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b0daa7d3-0d3c-47d0-9f99-040fd0b94133","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T06:06:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b0daa7d3-0d3c-47d0-9f99-040fd0b94133","Namespace":"llm","Name":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-04T06:06:20Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b0daa7d3-0d3c-47d0-9f99-040fd0b94133","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T06:06:20Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b0daa7d3-0d3c-47d0-9f99-040fd0b94133","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T06:06:20Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b0daa7d3-0d3c-47d0-9f99-040fd0b94133","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T06:06:20Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b0daa7d3-0d3c-47d0-9f99-040fd0b94133","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T06:06:21Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b0daa7d3-0d3c-47d0-9f99-040fd0b94133","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T06:06:21Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b0daa7d3-0d3c-47d0-9f99-040fd0b94133","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-04T06:06:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"simulator-w1-17dcce","reconcileID":"4deeaa62-cc89-4b13-80ca-05a8d47f410a","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"simulator-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:06:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w1-17dcce","namespace":"e2e-models-e2e-worker-w1-17dcce"},"namespace":"e2e-models-e2e-worker-w1-17dcce","name":"distinct-w1-17dcce","reconcileID":"039e1741-109a-444f-8e8f-ab664b18bb44","Namespace":"e2e-models-e2e-worker-w1-17dcce","Name":"distinct-w1-17dcce"}
{"level":"info","ts":"2026-11-04T06:06:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c11fb7df-df8a-48db-a651-7ac08a710b1f","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T06:06:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-04T06:06:21Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated-validation-4bsb7","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated-validation-4bsb7","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"9299c789-b06f-4ae7-abbf-be741ce58071","name":"facebook-opt-125m-simulated-validation-4bsb7","namespace":"llm"}
{"level":"info","ts":"2026-11-04T06:06:21Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c11fb7df-df8a-48db-a651-7ac08a710b1f","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T06:06:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c11fb7df-df8a-48db-a651-7ac08a710b1f","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T06:06:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c11fb7df-df8a-48db-a651-7ac08a710b1f","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T06:06:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c11fb7df-df8a-48db-a651-7ac08a710b1f","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T06:06:21Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c11fb7df-df8a-48db-a651-7ac08a710b1f","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T06:06:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c11fb7df-df8a-48db-a651-7ac08a710b1f","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T06:06:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c11fb7df-df8a-48db-a651-7ac08a710b1f","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T06:06:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c11fb7df-df8a-48db-a651-7ac08a710b1f","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T06:06:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c11fb7df-df8a-48db-a651-7ac08a710b1f","Namespace":"llm","Name":"facebook-opt-125m-simulated","route":"llm/facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-04T06:06:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c11fb7df-df8a-48db-a651-7ac08a710b1f","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T06:06:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c11fb7df-df8a-48db-a651-7ac08a710b1f","Namespace":"llm","Name":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-04T06:06:21Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c11fb7df-df8a-48db-a651-7ac08a710b1f","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T06:06:21Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c11fb7df-df8a-48db-a651-7ac08a710b1f","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T06:06:21Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c11fb7df-df8a-48db-a651-7ac08a710b1f","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T06:06:21Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c11fb7df-df8a-48db-a651-7ac08a710b1f","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T06:06:21Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c11fb7df-df8a-48db-a651-7ac08a710b1f","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T06:06:21Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c11fb7df-df8a-48db-a651-7ac08a710b1f","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-04T06:06:28Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"67082409-4a91-4259-bc28-f093ca9930ee","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-04T06:06:28Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"87c90071-622c-4f6e-b846-cd2101d44874","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-04T06:06:28Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"4d5fbc3d-f884-4684-95a0-5faf142f921c","name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-04T06:06:28Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"16595527-8e90-4032-a5c8-f89fce707c2d","name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-04T06:06:28Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-router-route","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-router-route","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"03d09d81-1dba-4911-b2d6-811928deca21","name":"v3-6-0-ea-2-kserve-config-llm-router-route","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-04T06:06:28Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"fd3cc294-1f56-4d4e-b85b-1eac5801c5a8","name":"v3-6-0-ea-2-kserve-config-llm-scheduler","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-04T06:06:28Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"aa6c74fc-4101-4f7a-a9d5-3b67a7a23842","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-04T06:06:28Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"05ff5321-3c10-43ad-ae9a-ad48b508a527","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-04T06:06:28Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"1071dacb-2283-44ee-8418-9ab135961b1f","name":"v3-6-0-ea-2-kserve-config-llm-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-04T06:06:28Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"1308d81e-9458-4c76-b7a8-1f36966fba1a","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-04T06:06:28Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tracing","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"0748f8e8-1520-4adf-bf68-6e137b565cfa","name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-04T06:06:28Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"2ebe4506-c76f-4fd0-b95b-c60b08485512","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"}