{"level":"error","ts":"2026-10-30T22:15:22Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"premium-w2-9d677d","reconcileID":"6d45d859-af28-4ccc-b8d8-263d295c67d6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"simulator-w2-9d677d","reconcileID":"a04beedf-0bb8-4106-87e6-8aa3f27c0574","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"simulator-w2-9d677d"}
{"level":"info","ts":"2026-10-30T22:15:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-9d677d"}
{"level":"error","ts":"2026-10-30T22:15:22Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"simulator-w2-9d677d","reconcileID":"a04beedf-0bb8-4106-87e6-8aa3f27c0574","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"simulator-w2-9d677d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:22Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"simulator-w2-9d677d","reconcileID":"a04beedf-0bb8-4106-87e6-8aa3f27c0574","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-2-w2-9d677d","reconcileID":"9216a3af-3cd9-472a-a590-9b106d4429f3","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"distinct-2-w2-9d677d"}
{"level":"info","ts":"2026-10-30T22:15:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-9d677d"}
{"level":"error","ts":"2026-10-30T22:15:22Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-2-w2-9d677d","reconcileID":"9216a3af-3cd9-472a-a590-9b106d4429f3","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"distinct-2-w2-9d677d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:22Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-2-w2-9d677d","reconcileID":"9216a3af-3cd9-472a-a590-9b106d4429f3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-w2-9d677d","reconcileID":"50e115c1-53ab-44b5-ba3e-0cde5d8226ad","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"distinct-w2-9d677d"}
{"level":"info","ts":"2026-10-30T22:15:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-9d677d"}
{"level":"error","ts":"2026-10-30T22:15:22Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-w2-9d677d","reconcileID":"50e115c1-53ab-44b5-ba3e-0cde5d8226ad","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"distinct-w2-9d677d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:22Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-w2-9d677d","reconcileID":"50e115c1-53ab-44b5-ba3e-0cde5d8226ad","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"premium-w2-9d677d","reconcileID":"a1c96d49-7a04-42e5-bb7d-3adec9aacce3","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"premium-w2-9d677d"}
{"level":"info","ts":"2026-10-30T22:15:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-9d677d"}
{"level":"error","ts":"2026-10-30T22:15:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"premium-w2-9d677d","reconcileID":"a1c96d49-7a04-42e5-bb7d-3adec9aacce3","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"premium-w2-9d677d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"premium-w2-9d677d","reconcileID":"a1c96d49-7a04-42e5-bb7d-3adec9aacce3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"simulator-w2-9d677d","reconcileID":"236721bb-434c-42ff-9ad0-0c68e915467f","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"simulator-w2-9d677d"}
{"level":"info","ts":"2026-10-30T22:15:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-9d677d"}
{"level":"error","ts":"2026-10-30T22:15:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"simulator-w2-9d677d","reconcileID":"236721bb-434c-42ff-9ad0-0c68e915467f","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"simulator-w2-9d677d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"simulator-w2-9d677d","reconcileID":"236721bb-434c-42ff-9ad0-0c68e915467f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-2-w2-9d677d","reconcileID":"594c0193-e98a-4aea-b1ed-5fca98a0e930","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"distinct-2-w2-9d677d"}
{"level":"info","ts":"2026-10-30T22:15:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-9d677d"}
{"level":"error","ts":"2026-10-30T22:15:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-2-w2-9d677d","reconcileID":"594c0193-e98a-4aea-b1ed-5fca98a0e930","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"distinct-2-w2-9d677d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-2-w2-9d677d","reconcileID":"594c0193-e98a-4aea-b1ed-5fca98a0e930","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-w2-9d677d","reconcileID":"c3bfc972-40f2-424b-93e9-a8d1fc81eddb","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"distinct-w2-9d677d"}
{"level":"info","ts":"2026-10-30T22:15:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-9d677d"}
{"level":"error","ts":"2026-10-30T22:15:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-w2-9d677d","reconcileID":"c3bfc972-40f2-424b-93e9-a8d1fc81eddb","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"distinct-w2-9d677d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-w2-9d677d","reconcileID":"c3bfc972-40f2-424b-93e9-a8d1fc81eddb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"premium-w2-9d677d","reconcileID":"af9686ca-063b-4e0e-ad99-9de314fd1fff","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"premium-w2-9d677d"}
{"level":"info","ts":"2026-10-30T22:15:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-9d677d"}
{"level":"error","ts":"2026-10-30T22:15:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"premium-w2-9d677d","reconcileID":"af9686ca-063b-4e0e-ad99-9de314fd1fff","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"premium-w2-9d677d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"premium-w2-9d677d","reconcileID":"af9686ca-063b-4e0e-ad99-9de314fd1fff","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"simulator-w2-9d677d","reconcileID":"96b8679d-f982-422c-ae8c-4dcb570d1d68","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"simulator-w2-9d677d"}
{"level":"info","ts":"2026-10-30T22:15:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-9d677d"}
{"level":"error","ts":"2026-10-30T22:15:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"simulator-w2-9d677d","reconcileID":"96b8679d-f982-422c-ae8c-4dcb570d1d68","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"simulator-w2-9d677d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"simulator-w2-9d677d","reconcileID":"96b8679d-f982-422c-ae8c-4dcb570d1d68","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-2-w2-9d677d","reconcileID":"e9032c1c-b1f1-40a4-add8-8e5b131b86ac","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"distinct-2-w2-9d677d"}
{"level":"info","ts":"2026-10-30T22:15:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-9d677d"}
{"level":"error","ts":"2026-10-30T22:15:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-2-w2-9d677d","reconcileID":"e9032c1c-b1f1-40a4-add8-8e5b131b86ac","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"distinct-2-w2-9d677d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-2-w2-9d677d","reconcileID":"e9032c1c-b1f1-40a4-add8-8e5b131b86ac","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-w2-9d677d","reconcileID":"7d3aef39-e4ef-4f18-a98d-bb00ff0e1b9c","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"distinct-w2-9d677d"}
{"level":"info","ts":"2026-10-30T22:15:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-9d677d"}
{"level":"error","ts":"2026-10-30T22:15:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-w2-9d677d","reconcileID":"7d3aef39-e4ef-4f18-a98d-bb00ff0e1b9c","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"distinct-w2-9d677d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-w2-9d677d","reconcileID":"7d3aef39-e4ef-4f18-a98d-bb00ff0e1b9c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"premium-w2-9d677d","reconcileID":"c260e6fe-2a6c-4ac3-bd22-cb895a141a47","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"premium-w2-9d677d"}
{"level":"info","ts":"2026-10-30T22:15:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-9d677d"}
{"level":"error","ts":"2026-10-30T22:15:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"premium-w2-9d677d","reconcileID":"c260e6fe-2a6c-4ac3-bd22-cb895a141a47","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"premium-w2-9d677d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"premium-w2-9d677d","reconcileID":"c260e6fe-2a6c-4ac3-bd22-cb895a141a47","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"simulator-w2-9d677d","reconcileID":"90b22ae5-9fc8-46e7-98b6-ef3a049a8cb1","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"simulator-w2-9d677d"}
{"level":"info","ts":"2026-10-30T22:15:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-9d677d"}
{"level":"error","ts":"2026-10-30T22:15:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"simulator-w2-9d677d","reconcileID":"90b22ae5-9fc8-46e7-98b6-ef3a049a8cb1","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"simulator-w2-9d677d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"simulator-w2-9d677d","reconcileID":"90b22ae5-9fc8-46e7-98b6-ef3a049a8cb1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:24Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-2-w2-9d677d","reconcileID":"26ed628f-c2bc-42e7-a9d7-7e5f3a9a32b9","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"distinct-2-w2-9d677d"}
{"level":"info","ts":"2026-10-30T22:15:24Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-9d677d"}
{"level":"error","ts":"2026-10-30T22:15:24Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-2-w2-9d677d","reconcileID":"26ed628f-c2bc-42e7-a9d7-7e5f3a9a32b9","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"distinct-2-w2-9d677d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:24Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-2-w2-9d677d","reconcileID":"26ed628f-c2bc-42e7-a9d7-7e5f3a9a32b9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:24Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-w2-9d677d","reconcileID":"b8741798-eaee-4a39-aa91-8f1847a59243","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"distinct-w2-9d677d"}
{"level":"info","ts":"2026-10-30T22:15:24Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-9d677d"}
{"level":"error","ts":"2026-10-30T22:15:24Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-w2-9d677d","reconcileID":"b8741798-eaee-4a39-aa91-8f1847a59243","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"distinct-w2-9d677d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:24Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-w2-9d677d","reconcileID":"b8741798-eaee-4a39-aa91-8f1847a59243","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:24Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"premium-w2-9d677d","reconcileID":"81739918-9753-4e6d-92a3-ea9031dadd8d","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"premium-w2-9d677d"}
{"level":"info","ts":"2026-10-30T22:15:24Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-9d677d"}
{"level":"error","ts":"2026-10-30T22:15:24Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"premium-w2-9d677d","reconcileID":"81739918-9753-4e6d-92a3-ea9031dadd8d","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"premium-w2-9d677d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:24Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"premium-w2-9d677d","reconcileID":"81739918-9753-4e6d-92a3-ea9031dadd8d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:24Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"simulator-w2-9d677d","reconcileID":"3e2fe979-de94-4c9e-8de1-73573f969523","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"simulator-w2-9d677d"}
{"level":"info","ts":"2026-10-30T22:15:24Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-9d677d"}
{"level":"error","ts":"2026-10-30T22:15:24Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"simulator-w2-9d677d","reconcileID":"3e2fe979-de94-4c9e-8de1-73573f969523","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"simulator-w2-9d677d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:24Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"simulator-w2-9d677d","reconcileID":"3e2fe979-de94-4c9e-8de1-73573f969523","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"premium-w4-ea40ee","reconcileID":"5ea8a1d2-711d-45fc-bec8-d75685ef1f90","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"premium-w4-ea40ee"}
{"level":"info","ts":"2026-10-30T22:15:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ea40ee"}
{"level":"error","ts":"2026-10-30T22:15:25Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"premium-w4-ea40ee","reconcileID":"5ea8a1d2-711d-45fc-bec8-d75685ef1f90","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"premium-w4-ea40ee","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:25Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"premium-w4-ea40ee","reconcileID":"5ea8a1d2-711d-45fc-bec8-d75685ef1f90","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"simulator-w4-ea40ee","reconcileID":"e81679a2-43d7-4265-9ed6-74f5a60d950e","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"simulator-w4-ea40ee"}
{"level":"info","ts":"2026-10-30T22:15:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ea40ee"}
{"level":"error","ts":"2026-10-30T22:15:25Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"simulator-w4-ea40ee","reconcileID":"e81679a2-43d7-4265-9ed6-74f5a60d950e","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"simulator-w4-ea40ee","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:25Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"simulator-w4-ea40ee","reconcileID":"e81679a2-43d7-4265-9ed6-74f5a60d950e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-2-w4-ea40ee","reconcileID":"a0bcfd7b-d457-4e22-b409-ad1234f56274","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-2-w4-ea40ee"}
{"level":"info","ts":"2026-10-30T22:15:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ea40ee"}
{"level":"error","ts":"2026-10-30T22:15:25Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-2-w4-ea40ee","reconcileID":"a0bcfd7b-d457-4e22-b409-ad1234f56274","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-2-w4-ea40ee","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:25Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-2-w4-ea40ee","reconcileID":"a0bcfd7b-d457-4e22-b409-ad1234f56274","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-w4-ea40ee","reconcileID":"0f4ddcbd-a933-41bd-8187-3967202547b6","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-w4-ea40ee"}
{"level":"info","ts":"2026-10-30T22:15:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ea40ee"}
{"level":"error","ts":"2026-10-30T22:15:25Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-w4-ea40ee","reconcileID":"0f4ddcbd-a933-41bd-8187-3967202547b6","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-w4-ea40ee","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:25Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-w4-ea40ee","reconcileID":"0f4ddcbd-a933-41bd-8187-3967202547b6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-2-w2-9d677d","reconcileID":"95c2784a-ecba-44dc-9e22-a366b6676951","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"distinct-2-w2-9d677d"}
{"level":"info","ts":"2026-10-30T22:15:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-9d677d"}
{"level":"error","ts":"2026-10-30T22:15:25Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-2-w2-9d677d","reconcileID":"95c2784a-ecba-44dc-9e22-a366b6676951","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"distinct-2-w2-9d677d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:25Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-2-w2-9d677d","reconcileID":"95c2784a-ecba-44dc-9e22-a366b6676951","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-w2-9d677d","reconcileID":"8b94db85-fa90-4563-8470-a631a73f4e30","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"distinct-w2-9d677d"}
{"level":"info","ts":"2026-10-30T22:15:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-9d677d"}
{"level":"error","ts":"2026-10-30T22:15:25Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-w2-9d677d","reconcileID":"8b94db85-fa90-4563-8470-a631a73f4e30","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"distinct-w2-9d677d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:25Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-w2-9d677d","reconcileID":"8b94db85-fa90-4563-8470-a631a73f4e30","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"premium-w2-9d677d","reconcileID":"dcff901c-4b07-434b-8210-da072c3815fe","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"premium-w2-9d677d"}
{"level":"info","ts":"2026-10-30T22:15:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-9d677d"}
{"level":"error","ts":"2026-10-30T22:15:25Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"premium-w2-9d677d","reconcileID":"dcff901c-4b07-434b-8210-da072c3815fe","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"premium-w2-9d677d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:25Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"premium-w2-9d677d","reconcileID":"dcff901c-4b07-434b-8210-da072c3815fe","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"simulator-w2-9d677d","reconcileID":"204eae3a-9581-4521-89ed-9a4eaee833af","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"simulator-w2-9d677d"}
{"level":"info","ts":"2026-10-30T22:15:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-9d677d"}
{"level":"error","ts":"2026-10-30T22:15:25Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"simulator-w2-9d677d","reconcileID":"204eae3a-9581-4521-89ed-9a4eaee833af","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"simulator-w2-9d677d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:25Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"simulator-w2-9d677d","reconcileID":"204eae3a-9581-4521-89ed-9a4eaee833af","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-w4-ea40ee","reconcileID":"b889b211-f826-4637-ae93-61dd6f5fcd71","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-w4-ea40ee"}
{"level":"info","ts":"2026-10-30T22:15:26Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ea40ee"}
{"level":"error","ts":"2026-10-30T22:15:26Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-w4-ea40ee","reconcileID":"b889b211-f826-4637-ae93-61dd6f5fcd71","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-w4-ea40ee","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:26Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-w4-ea40ee","reconcileID":"b889b211-f826-4637-ae93-61dd6f5fcd71","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"simulator-w4-ea40ee","reconcileID":"4c7d1dc0-e35d-4ab8-8ef6-c99c323cc4e8","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"simulator-w4-ea40ee"}
{"level":"info","ts":"2026-10-30T22:15:26Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ea40ee"}
{"level":"error","ts":"2026-10-30T22:15:26Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"simulator-w4-ea40ee","reconcileID":"4c7d1dc0-e35d-4ab8-8ef6-c99c323cc4e8","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"simulator-w4-ea40ee","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:26Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"simulator-w4-ea40ee","reconcileID":"4c7d1dc0-e35d-4ab8-8ef6-c99c323cc4e8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"premium-w4-ea40ee","reconcileID":"3d9ea8c1-d7ca-4bc5-b03f-623c9f9b95b0","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"premium-w4-ea40ee"}
{"level":"info","ts":"2026-10-30T22:15:26Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ea40ee"}
{"level":"error","ts":"2026-10-30T22:15:26Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"premium-w4-ea40ee","reconcileID":"3d9ea8c1-d7ca-4bc5-b03f-623c9f9b95b0","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"premium-w4-ea40ee","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:26Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"premium-w4-ea40ee","reconcileID":"3d9ea8c1-d7ca-4bc5-b03f-623c9f9b95b0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:26Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-2-w4-ea40ee","reconcileID":"6cb24924-56c2-4de4-959f-e202c475f93b","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-2-w4-ea40ee"}
{"level":"info","ts":"2026-10-30T22:15:26Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ea40ee"}
{"level":"error","ts":"2026-10-30T22:15:27Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-2-w4-ea40ee","reconcileID":"6cb24924-56c2-4de4-959f-e202c475f93b","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-2-w4-ea40ee","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:27Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-2-w4-ea40ee","reconcileID":"6cb24924-56c2-4de4-959f-e202c475f93b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-2-w2-9d677d","reconcileID":"ec954850-ca95-485c-933a-cda0458f6eb5","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"distinct-2-w2-9d677d"}
{"level":"info","ts":"2026-10-30T22:15:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-9d677d"}
{"level":"error","ts":"2026-10-30T22:15:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-2-w2-9d677d","reconcileID":"ec954850-ca95-485c-933a-cda0458f6eb5","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"distinct-2-w2-9d677d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-2-w2-9d677d","reconcileID":"ec954850-ca95-485c-933a-cda0458f6eb5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-w2-9d677d","reconcileID":"3703eb58-de39-4e1c-a17d-f0a8f70b0b33","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"distinct-w2-9d677d"}
{"level":"info","ts":"2026-10-30T22:15:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-9d677d"}
{"level":"error","ts":"2026-10-30T22:15:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-w2-9d677d","reconcileID":"3703eb58-de39-4e1c-a17d-f0a8f70b0b33","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"distinct-w2-9d677d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-w2-9d677d","reconcileID":"3703eb58-de39-4e1c-a17d-f0a8f70b0b33","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"premium-w2-9d677d","reconcileID":"0d2b64e8-4643-4072-937a-483afd8f5809","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"premium-w2-9d677d"}
{"level":"info","ts":"2026-10-30T22:15:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-9d677d"}
{"level":"error","ts":"2026-10-30T22:15:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"premium-w2-9d677d","reconcileID":"0d2b64e8-4643-4072-937a-483afd8f5809","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"premium-w2-9d677d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"premium-w2-9d677d","reconcileID":"0d2b64e8-4643-4072-937a-483afd8f5809","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-w4-ea40ee","reconcileID":"b59b6bce-6b87-436b-8e37-e5c8c89dc85a","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-w4-ea40ee"}
{"level":"info","ts":"2026-10-30T22:15:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ea40ee"}
{"level":"error","ts":"2026-10-30T22:15:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-w4-ea40ee","reconcileID":"b59b6bce-6b87-436b-8e37-e5c8c89dc85a","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-w4-ea40ee","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-w4-ea40ee","reconcileID":"b59b6bce-6b87-436b-8e37-e5c8c89dc85a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"simulator-w4-ea40ee","reconcileID":"06dd6eea-fe34-47ae-b239-3060a3fb7614","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"simulator-w4-ea40ee"}
{"level":"info","ts":"2026-10-30T22:15:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ea40ee"}
{"level":"error","ts":"2026-10-30T22:15:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"simulator-w4-ea40ee","reconcileID":"06dd6eea-fe34-47ae-b239-3060a3fb7614","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"simulator-w4-ea40ee","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"simulator-w4-ea40ee","reconcileID":"06dd6eea-fe34-47ae-b239-3060a3fb7614","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"premium-w4-ea40ee","reconcileID":"b9d48940-5a06-44ad-b1d0-28e3585da1e7","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"premium-w4-ea40ee"}
{"level":"info","ts":"2026-10-30T22:15:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ea40ee"}
{"level":"error","ts":"2026-10-30T22:15:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"premium-w4-ea40ee","reconcileID":"b9d48940-5a06-44ad-b1d0-28e3585da1e7","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"premium-w4-ea40ee","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"premium-w4-ea40ee","reconcileID":"b9d48940-5a06-44ad-b1d0-28e3585da1e7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-2-w4-ea40ee","reconcileID":"15c40630-4173-45b1-8bdc-60bbab4687e6","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-2-w4-ea40ee"}
{"level":"info","ts":"2026-10-30T22:15:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ea40ee"}
{"level":"error","ts":"2026-10-30T22:15:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-2-w4-ea40ee","reconcileID":"15c40630-4173-45b1-8bdc-60bbab4687e6","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-2-w4-ea40ee","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-2-w4-ea40ee","reconcileID":"15c40630-4173-45b1-8bdc-60bbab4687e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"simulator-w2-9d677d","reconcileID":"cd590638-574f-4171-b776-85e143d97658","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"simulator-w2-9d677d"}
{"level":"info","ts":"2026-10-30T22:15:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-9d677d"}
{"level":"error","ts":"2026-10-30T22:15:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"simulator-w2-9d677d","reconcileID":"cd590638-574f-4171-b776-85e143d97658","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"simulator-w2-9d677d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"simulator-w2-9d677d","reconcileID":"cd590638-574f-4171-b776-85e143d97658","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-2-w2-9d677d","reconcileID":"a13f4593-628d-467f-baed-4c841d223822","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"distinct-2-w2-9d677d"}
{"level":"info","ts":"2026-10-30T22:15:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-9d677d"}
{"level":"error","ts":"2026-10-30T22:15:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-2-w2-9d677d","reconcileID":"a13f4593-628d-467f-baed-4c841d223822","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"distinct-2-w2-9d677d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-2-w2-9d677d","reconcileID":"a13f4593-628d-467f-baed-4c841d223822","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-w2-9d677d","reconcileID":"a10c2f2d-79a6-402e-9ed7-d89498705625","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"distinct-w2-9d677d"}
{"level":"info","ts":"2026-10-30T22:15:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-9d677d"}
{"level":"error","ts":"2026-10-30T22:15:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-w2-9d677d","reconcileID":"a10c2f2d-79a6-402e-9ed7-d89498705625","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"distinct-w2-9d677d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-w2-9d677d","reconcileID":"a10c2f2d-79a6-402e-9ed7-d89498705625","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"premium-w2-9d677d","reconcileID":"ab0343d7-f6da-4a32-ac72-ae2a826af84b","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"premium-w2-9d677d"}
{"level":"info","ts":"2026-10-30T22:15:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-9d677d"}
{"level":"error","ts":"2026-10-30T22:15:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"premium-w2-9d677d","reconcileID":"ab0343d7-f6da-4a32-ac72-ae2a826af84b","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"premium-w2-9d677d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"premium-w2-9d677d","reconcileID":"ab0343d7-f6da-4a32-ac72-ae2a826af84b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"simulator-w2-9d677d","reconcileID":"3b0c3648-dd79-4d00-b9a2-7fc7b88d0c89","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"simulator-w2-9d677d"}
{"level":"info","ts":"2026-10-30T22:15:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-9d677d"}
{"level":"error","ts":"2026-10-30T22:15:33Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"simulator-w2-9d677d","reconcileID":"3b0c3648-dd79-4d00-b9a2-7fc7b88d0c89","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"simulator-w2-9d677d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:33Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"simulator-w2-9d677d","reconcileID":"3b0c3648-dd79-4d00-b9a2-7fc7b88d0c89","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-2-w4-ea40ee","reconcileID":"4c744795-f94e-40d2-b0b0-3b37757b4a72","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-2-w4-ea40ee"}
{"level":"info","ts":"2026-10-30T22:15:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ea40ee"}
{"level":"error","ts":"2026-10-30T22:15:36Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-2-w4-ea40ee","reconcileID":"4c744795-f94e-40d2-b0b0-3b37757b4a72","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-2-w4-ea40ee","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:36Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-2-w4-ea40ee","reconcileID":"4c744795-f94e-40d2-b0b0-3b37757b4a72","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-w4-ea40ee","reconcileID":"4b3538ad-f79d-4957-9d68-e7e85eedbedb","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-w4-ea40ee"}
{"level":"info","ts":"2026-10-30T22:15:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ea40ee"}
{"level":"error","ts":"2026-10-30T22:15:36Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-w4-ea40ee","reconcileID":"4b3538ad-f79d-4957-9d68-e7e85eedbedb","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-w4-ea40ee","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:36Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-w4-ea40ee","reconcileID":"4b3538ad-f79d-4957-9d68-e7e85eedbedb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"simulator-w4-ea40ee","reconcileID":"ee2a4094-e9c7-4987-9de4-f1385737ea85","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"simulator-w4-ea40ee"}
{"level":"info","ts":"2026-10-30T22:15:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ea40ee"}
{"level":"error","ts":"2026-10-30T22:15:36Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"simulator-w4-ea40ee","reconcileID":"ee2a4094-e9c7-4987-9de4-f1385737ea85","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"simulator-w4-ea40ee","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:36Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"simulator-w4-ea40ee","reconcileID":"ee2a4094-e9c7-4987-9de4-f1385737ea85","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"premium-w4-ea40ee","reconcileID":"31026d8e-28fd-413c-8bc3-8a2f883c87d0","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"premium-w4-ea40ee"}
{"level":"info","ts":"2026-10-30T22:15:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ea40ee"}
{"level":"error","ts":"2026-10-30T22:15:36Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"premium-w4-ea40ee","reconcileID":"31026d8e-28fd-413c-8bc3-8a2f883c87d0","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"premium-w4-ea40ee","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:36Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"premium-w4-ea40ee","reconcileID":"31026d8e-28fd-413c-8bc3-8a2f883c87d0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-2-w4-ea40ee","reconcileID":"e8a9f774-9f61-4a2f-9573-12599bfc391a","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-2-w4-ea40ee"}
{"level":"info","ts":"2026-10-30T22:15:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ea40ee"}
{"level":"error","ts":"2026-10-30T22:15:36Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-2-w4-ea40ee","reconcileID":"e8a9f774-9f61-4a2f-9573-12599bfc391a","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-2-w4-ea40ee","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:36Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-2-w4-ea40ee","reconcileID":"e8a9f774-9f61-4a2f-9573-12599bfc391a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-w4-ea40ee","reconcileID":"aa11a4b2-bb5f-4a2f-aa1a-d1aec7aadc63","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-w4-ea40ee"}
{"level":"info","ts":"2026-10-30T22:15:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ea40ee"}
{"level":"error","ts":"2026-10-30T22:15:36Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-w4-ea40ee","reconcileID":"aa11a4b2-bb5f-4a2f-aa1a-d1aec7aadc63","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-w4-ea40ee","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:36Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-w4-ea40ee","reconcileID":"aa11a4b2-bb5f-4a2f-aa1a-d1aec7aadc63","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"simulator-w4-ea40ee","reconcileID":"a66c2727-b296-4370-a19f-c85a836a1ff3","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"simulator-w4-ea40ee"}
{"level":"info","ts":"2026-10-30T22:15:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ea40ee"}
{"level":"error","ts":"2026-10-30T22:15:36Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"simulator-w4-ea40ee","reconcileID":"a66c2727-b296-4370-a19f-c85a836a1ff3","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"simulator-w4-ea40ee","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:36Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"simulator-w4-ea40ee","reconcileID":"a66c2727-b296-4370-a19f-c85a836a1ff3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-w4-ea40ee","reconcileID":"f14ca165-f9ce-42f4-9a59-e0ede1f6b08d","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-w4-ea40ee"}
{"level":"info","ts":"2026-10-30T22:15:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ea40ee"}
{"level":"error","ts":"2026-10-30T22:15:36Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-w4-ea40ee","reconcileID":"f14ca165-f9ce-42f4-9a59-e0ede1f6b08d","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-w4-ea40ee","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:36Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-w4-ea40ee","reconcileID":"f14ca165-f9ce-42f4-9a59-e0ede1f6b08d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"premium-w4-ea40ee","reconcileID":"53110545-2d76-4052-9253-8e8594d915db","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"premium-w4-ea40ee"}
{"level":"info","ts":"2026-10-30T22:15:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ea40ee"}
{"level":"error","ts":"2026-10-30T22:15:36Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"premium-w4-ea40ee","reconcileID":"53110545-2d76-4052-9253-8e8594d915db","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"premium-w4-ea40ee","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:36Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"premium-w4-ea40ee","reconcileID":"53110545-2d76-4052-9253-8e8594d915db","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-2-w4-ea40ee","reconcileID":"c2ac62a2-9312-4818-aead-3a2f7c8da214","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-2-w4-ea40ee"}
{"level":"info","ts":"2026-10-30T22:15:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ea40ee"}
{"level":"error","ts":"2026-10-30T22:15:36Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-2-w4-ea40ee","reconcileID":"c2ac62a2-9312-4818-aead-3a2f7c8da214","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-2-w4-ea40ee","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:36Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-2-w4-ea40ee","reconcileID":"c2ac62a2-9312-4818-aead-3a2f7c8da214","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"simulator-w4-ea40ee","reconcileID":"a8bbeb46-20c1-448c-8f61-70a20f729d45","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"simulator-w4-ea40ee"}
{"level":"info","ts":"2026-10-30T22:15:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ea40ee"}
{"level":"error","ts":"2026-10-30T22:15:36Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"simulator-w4-ea40ee","reconcileID":"a8bbeb46-20c1-448c-8f61-70a20f729d45","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"simulator-w4-ea40ee","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:36Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"simulator-w4-ea40ee","reconcileID":"a8bbeb46-20c1-448c-8f61-70a20f729d45","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-w4-ea40ee","reconcileID":"2dcfa9ac-01b0-4f87-850b-482e3be29a9f","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-w4-ea40ee"}
{"level":"info","ts":"2026-10-30T22:15:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ea40ee"}
{"level":"error","ts":"2026-10-30T22:15:36Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-w4-ea40ee","reconcileID":"2dcfa9ac-01b0-4f87-850b-482e3be29a9f","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-w4-ea40ee","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:36Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-w4-ea40ee","reconcileID":"2dcfa9ac-01b0-4f87-850b-482e3be29a9f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"premium-w4-ea40ee","reconcileID":"6ea21618-4237-47f9-b683-4daf6d8cd07b","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"premium-w4-ea40ee"}
{"level":"info","ts":"2026-10-30T22:15:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ea40ee"}
{"level":"error","ts":"2026-10-30T22:15:36Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"premium-w4-ea40ee","reconcileID":"6ea21618-4237-47f9-b683-4daf6d8cd07b","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"premium-w4-ea40ee","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:36Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"premium-w4-ea40ee","reconcileID":"6ea21618-4237-47f9-b683-4daf6d8cd07b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-2-w4-ea40ee","reconcileID":"0629e08f-723d-4cea-8c77-d498a94cfdf8","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-2-w4-ea40ee"}
{"level":"info","ts":"2026-10-30T22:15:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ea40ee"}
{"level":"error","ts":"2026-10-30T22:15:36Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-2-w4-ea40ee","reconcileID":"0629e08f-723d-4cea-8c77-d498a94cfdf8","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-2-w4-ea40ee","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:36Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-2-w4-ea40ee","reconcileID":"0629e08f-723d-4cea-8c77-d498a94cfdf8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"simulator-w4-ea40ee","reconcileID":"6c7746e7-e1ab-470e-8bd9-be12a90f7a02","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"simulator-w4-ea40ee"}
{"level":"info","ts":"2026-10-30T22:15:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ea40ee"}
{"level":"error","ts":"2026-10-30T22:15:36Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"simulator-w4-ea40ee","reconcileID":"6c7746e7-e1ab-470e-8bd9-be12a90f7a02","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"simulator-w4-ea40ee","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:36Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"simulator-w4-ea40ee","reconcileID":"6c7746e7-e1ab-470e-8bd9-be12a90f7a02","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-w4-ea40ee","reconcileID":"365d5a8f-a03a-4c29-8be7-73e49038ab2f","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-w4-ea40ee"}
{"level":"info","ts":"2026-10-30T22:15:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ea40ee"}
{"level":"error","ts":"2026-10-30T22:15:36Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-w4-ea40ee","reconcileID":"365d5a8f-a03a-4c29-8be7-73e49038ab2f","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-w4-ea40ee","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:36Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-w4-ea40ee","reconcileID":"365d5a8f-a03a-4c29-8be7-73e49038ab2f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"premium-w4-ea40ee","reconcileID":"42ff508e-b686-4291-9b29-90d9a94dd71a","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"premium-w4-ea40ee"}
{"level":"info","ts":"2026-10-30T22:15:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ea40ee"}
{"level":"error","ts":"2026-10-30T22:15:36Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"premium-w4-ea40ee","reconcileID":"42ff508e-b686-4291-9b29-90d9a94dd71a","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"premium-w4-ea40ee","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:36Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"premium-w4-ea40ee","reconcileID":"42ff508e-b686-4291-9b29-90d9a94dd71a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-2-w4-ea40ee","reconcileID":"2ab6edaf-e992-42ed-bd4c-c2589059f914","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-2-w4-ea40ee"}
{"level":"info","ts":"2026-10-30T22:15:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ea40ee"}
{"level":"error","ts":"2026-10-30T22:15:36Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-2-w4-ea40ee","reconcileID":"2ab6edaf-e992-42ed-bd4c-c2589059f914","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-2-w4-ea40ee","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:36Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-2-w4-ea40ee","reconcileID":"2ab6edaf-e992-42ed-bd4c-c2589059f914","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-w4-ea40ee","reconcileID":"abfe4b77-2a5f-496e-b266-2e666bf089d5","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-w4-ea40ee"}
{"level":"info","ts":"2026-10-30T22:15:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ea40ee"}
{"level":"error","ts":"2026-10-30T22:15:37Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-w4-ea40ee","reconcileID":"abfe4b77-2a5f-496e-b266-2e666bf089d5","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-w4-ea40ee","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:37Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-w4-ea40ee","reconcileID":"abfe4b77-2a5f-496e-b266-2e666bf089d5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:37Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-2-w2-9d677d","reconcileID":"2f1f31b5-8aad-40cf-acaa-f787e3df4c34","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"distinct-2-w2-9d677d"}
{"level":"info","ts":"2026-10-30T22:15:37Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-9d677d"}
{"level":"error","ts":"2026-10-30T22:15:37Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-2-w2-9d677d","reconcileID":"2f1f31b5-8aad-40cf-acaa-f787e3df4c34","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"distinct-2-w2-9d677d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:37Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-2-w2-9d677d","reconcileID":"2f1f31b5-8aad-40cf-acaa-f787e3df4c34","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:37Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-w2-9d677d","reconcileID":"5b9d7e77-aed0-4965-8878-c8c8212f08b0","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"distinct-w2-9d677d"}
{"level":"info","ts":"2026-10-30T22:15:37Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-9d677d"}
{"level":"error","ts":"2026-10-30T22:15:37Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-w2-9d677d","reconcileID":"5b9d7e77-aed0-4965-8878-c8c8212f08b0","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"distinct-w2-9d677d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:37Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-w2-9d677d","reconcileID":"5b9d7e77-aed0-4965-8878-c8c8212f08b0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:37Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"premium-w2-9d677d","reconcileID":"15ffc153-9ab9-4e41-b77f-56b4e9a85d05","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"premium-w2-9d677d"}
{"level":"info","ts":"2026-10-30T22:15:37Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-9d677d"}
{"level":"error","ts":"2026-10-30T22:15:37Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"premium-w2-9d677d","reconcileID":"15ffc153-9ab9-4e41-b77f-56b4e9a85d05","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"premium-w2-9d677d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:37Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"premium-w2-9d677d","reconcileID":"15ffc153-9ab9-4e41-b77f-56b4e9a85d05","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:37Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"simulator-w2-9d677d","reconcileID":"a76d3f8f-d24f-4e94-97a0-a10405c12356","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"simulator-w2-9d677d"}
{"level":"info","ts":"2026-10-30T22:15:37Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-9d677d"}
{"level":"error","ts":"2026-10-30T22:15:37Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"simulator-w2-9d677d","reconcileID":"a76d3f8f-d24f-4e94-97a0-a10405c12356","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"simulator-w2-9d677d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:37Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"simulator-w2-9d677d","reconcileID":"a76d3f8f-d24f-4e94-97a0-a10405c12356","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:37Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-2-w4-ea40ee","reconcileID":"9dfeca06-2dcb-45d9-be4d-379ca10ff8bf","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-2-w4-ea40ee"}
{"level":"info","ts":"2026-10-30T22:15:37Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ea40ee"}
{"level":"error","ts":"2026-10-30T22:15:37Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-2-w4-ea40ee","reconcileID":"9dfeca06-2dcb-45d9-be4d-379ca10ff8bf","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-2-w4-ea40ee","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:37Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-2-w4-ea40ee","reconcileID":"9dfeca06-2dcb-45d9-be4d-379ca10ff8bf","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-2-w2-9d677d","reconcileID":"fb64525c-ae83-448c-baa7-77fa37630973","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"distinct-2-w2-9d677d"}
{"level":"info","ts":"2026-10-30T22:15:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-9d677d"}
{"level":"error","ts":"2026-10-30T22:15:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-2-w2-9d677d","reconcileID":"fb64525c-ae83-448c-baa7-77fa37630973","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"distinct-2-w2-9d677d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-2-w2-9d677d","reconcileID":"fb64525c-ae83-448c-baa7-77fa37630973","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-w2-9d677d","reconcileID":"22ffd63c-4c8a-490e-9e4f-bba25310ac45","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"distinct-w2-9d677d"}
{"level":"info","ts":"2026-10-30T22:15:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-9d677d"}
{"level":"error","ts":"2026-10-30T22:15:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-w2-9d677d","reconcileID":"22ffd63c-4c8a-490e-9e4f-bba25310ac45","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"distinct-w2-9d677d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-w2-9d677d","reconcileID":"22ffd63c-4c8a-490e-9e4f-bba25310ac45","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"premium-w2-9d677d","reconcileID":"b74c018d-be2b-490d-9baa-3840a3c8cfc5","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"premium-w2-9d677d"}
{"level":"info","ts":"2026-10-30T22:15:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-9d677d"}
{"level":"error","ts":"2026-10-30T22:15:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"premium-w2-9d677d","reconcileID":"b74c018d-be2b-490d-9baa-3840a3c8cfc5","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"premium-w2-9d677d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"premium-w2-9d677d","reconcileID":"b74c018d-be2b-490d-9baa-3840a3c8cfc5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"simulator-w2-9d677d","reconcileID":"1f16fb78-bfda-4abb-afe6-40d6db54bdf5","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"simulator-w2-9d677d"}
{"level":"info","ts":"2026-10-30T22:15:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-9d677d"}
{"level":"error","ts":"2026-10-30T22:15:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"simulator-w2-9d677d","reconcileID":"1f16fb78-bfda-4abb-afe6-40d6db54bdf5","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"simulator-w2-9d677d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"simulator-w2-9d677d","reconcileID":"1f16fb78-bfda-4abb-afe6-40d6db54bdf5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"simulator-w2-9d677d","reconcileID":"ec23a091-1967-4eef-8c02-04557fd9a7ce","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"simulator-w2-9d677d"}
{"level":"info","ts":"2026-10-30T22:15:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-9d677d"}
{"level":"error","ts":"2026-10-30T22:15:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"simulator-w2-9d677d","reconcileID":"ec23a091-1967-4eef-8c02-04557fd9a7ce","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"simulator-w2-9d677d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"simulator-w2-9d677d","reconcileID":"ec23a091-1967-4eef-8c02-04557fd9a7ce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"premium-w2-9d677d","reconcileID":"04b515ce-e6ea-4842-acbf-2a02295cd034","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"premium-w2-9d677d"}
{"level":"info","ts":"2026-10-30T22:15:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-9d677d"}
{"level":"error","ts":"2026-10-30T22:15:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"premium-w2-9d677d","reconcileID":"04b515ce-e6ea-4842-acbf-2a02295cd034","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"premium-w2-9d677d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"premium-w2-9d677d","reconcileID":"04b515ce-e6ea-4842-acbf-2a02295cd034","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:40Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"simulator-w2-9d677d","reconcileID":"8a7c4702-b02c-4a52-9730-99336014fa6a","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"simulator-w2-9d677d"}
{"level":"info","ts":"2026-10-30T22:15:40Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-9d677d"}
{"level":"error","ts":"2026-10-30T22:15:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"simulator-w2-9d677d","reconcileID":"8a7c4702-b02c-4a52-9730-99336014fa6a","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"simulator-w2-9d677d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"simulator-w2-9d677d","reconcileID":"8a7c4702-b02c-4a52-9730-99336014fa6a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:41Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"premium-w2-9d677d","reconcileID":"8f9558e0-e798-4dd5-bbbe-5106a0430ab6","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"premium-w2-9d677d"}
{"level":"info","ts":"2026-10-30T22:15:41Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-9d677d"}
{"level":"error","ts":"2026-10-30T22:15:41Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"premium-w2-9d677d","reconcileID":"8f9558e0-e798-4dd5-bbbe-5106a0430ab6","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"premium-w2-9d677d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:41Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"premium-w2-9d677d","reconcileID":"8f9558e0-e798-4dd5-bbbe-5106a0430ab6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:45Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-2-w2-9d677d","reconcileID":"241140d0-5475-4beb-a76a-23918ba1487e","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"distinct-2-w2-9d677d"}
{"level":"info","ts":"2026-10-30T22:15:45Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-9d677d"}
{"level":"error","ts":"2026-10-30T22:15:45Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-2-w2-9d677d","reconcileID":"241140d0-5475-4beb-a76a-23918ba1487e","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"distinct-2-w2-9d677d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:45Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-2-w2-9d677d","reconcileID":"241140d0-5475-4beb-a76a-23918ba1487e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:45Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-w2-9d677d","reconcileID":"73704e79-3d1d-4ac9-b075-1bd14ab6f561","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"distinct-w2-9d677d"}
{"level":"info","ts":"2026-10-30T22:15:45Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-9d677d"}
{"level":"error","ts":"2026-10-30T22:15:45Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-w2-9d677d","reconcileID":"73704e79-3d1d-4ac9-b075-1bd14ab6f561","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"distinct-w2-9d677d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:45Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-w2-9d677d","reconcileID":"73704e79-3d1d-4ac9-b075-1bd14ab6f561","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:45Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"simulator-w2-9d677d","reconcileID":"d5744384-97c8-4d3c-804b-48aaf75276db","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"simulator-w2-9d677d"}
{"level":"info","ts":"2026-10-30T22:15:45Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-9d677d"}
{"level":"error","ts":"2026-10-30T22:15:45Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"simulator-w2-9d677d","reconcileID":"d5744384-97c8-4d3c-804b-48aaf75276db","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"simulator-w2-9d677d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:45Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"simulator-w2-9d677d","reconcileID":"d5744384-97c8-4d3c-804b-48aaf75276db","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:45Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"premium-w2-9d677d","reconcileID":"9a4728bf-08d8-495b-9b10-c44d2e5e6467","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"premium-w2-9d677d"}
{"level":"info","ts":"2026-10-30T22:15:45Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-9d677d"}
{"level":"error","ts":"2026-10-30T22:15:45Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"premium-w2-9d677d","reconcileID":"9a4728bf-08d8-495b-9b10-c44d2e5e6467","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"premium-w2-9d677d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:45Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"premium-w2-9d677d","reconcileID":"9a4728bf-08d8-495b-9b10-c44d2e5e6467","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:45Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-2-w2-9d677d","reconcileID":"a7800f1e-5d1e-4bcb-aa7b-f0b8c86cad2c","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"distinct-2-w2-9d677d"}
{"level":"info","ts":"2026-10-30T22:15:45Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-9d677d"}
{"level":"error","ts":"2026-10-30T22:15:45Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-2-w2-9d677d","reconcileID":"a7800f1e-5d1e-4bcb-aa7b-f0b8c86cad2c","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"distinct-2-w2-9d677d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:45Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-2-w2-9d677d","reconcileID":"a7800f1e-5d1e-4bcb-aa7b-f0b8c86cad2c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:45Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-w2-9d677d","reconcileID":"a17f1ecb-34f2-43ec-aaac-48b2974d4751","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"distinct-w2-9d677d"}
{"level":"info","ts":"2026-10-30T22:15:45Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-9d677d"}
{"level":"error","ts":"2026-10-30T22:15:46Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-w2-9d677d","reconcileID":"a17f1ecb-34f2-43ec-aaac-48b2974d4751","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"distinct-w2-9d677d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:46Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-w2-9d677d","reconcileID":"a17f1ecb-34f2-43ec-aaac-48b2974d4751","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:46Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"simulator-w2-9d677d","reconcileID":"88cfd793-bd62-4cc3-b216-c81cd6271373","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"simulator-w2-9d677d"}
{"level":"info","ts":"2026-10-30T22:15:46Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-9d677d"}
{"level":"error","ts":"2026-10-30T22:15:46Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"simulator-w2-9d677d","reconcileID":"88cfd793-bd62-4cc3-b216-c81cd6271373","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"simulator-w2-9d677d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:46Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"simulator-w2-9d677d","reconcileID":"88cfd793-bd62-4cc3-b216-c81cd6271373","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:46Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-w2-9d677d","reconcileID":"6f238a77-cc03-4dde-bc78-10f6ac4caa63","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"distinct-w2-9d677d"}
{"level":"info","ts":"2026-10-30T22:15:46Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-9d677d"}
{"level":"error","ts":"2026-10-30T22:15:46Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-w2-9d677d","reconcileID":"6f238a77-cc03-4dde-bc78-10f6ac4caa63","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"distinct-w2-9d677d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:46Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-w2-9d677d","reconcileID":"6f238a77-cc03-4dde-bc78-10f6ac4caa63","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-2-w4-ea40ee","reconcileID":"83a4ecce-467d-4ec4-902f-9bb64b9f5a21","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-2-w4-ea40ee"}
{"level":"info","ts":"2026-10-30T22:15:47Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ea40ee"}
{"level":"error","ts":"2026-10-30T22:15:47Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-2-w4-ea40ee","reconcileID":"83a4ecce-467d-4ec4-902f-9bb64b9f5a21","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-2-w4-ea40ee","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:47Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-2-w4-ea40ee","reconcileID":"83a4ecce-467d-4ec4-902f-9bb64b9f5a21","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"simulator-w4-ea40ee","reconcileID":"49ceb6d4-b26c-49d8-a487-699d1e5c598c","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"simulator-w4-ea40ee"}
{"level":"info","ts":"2026-10-30T22:15:47Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ea40ee"}
{"level":"error","ts":"2026-10-30T22:15:47Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"simulator-w4-ea40ee","reconcileID":"49ceb6d4-b26c-49d8-a487-699d1e5c598c","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"simulator-w4-ea40ee","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:47Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"simulator-w4-ea40ee","reconcileID":"49ceb6d4-b26c-49d8-a487-699d1e5c598c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"premium-w4-ea40ee","reconcileID":"26de33c0-9bac-4d73-91bf-5f17fff606c5","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"premium-w4-ea40ee"}
{"level":"info","ts":"2026-10-30T22:15:47Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ea40ee"}
{"level":"error","ts":"2026-10-30T22:15:47Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"premium-w4-ea40ee","reconcileID":"26de33c0-9bac-4d73-91bf-5f17fff606c5","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"premium-w4-ea40ee","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:47Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"premium-w4-ea40ee","reconcileID":"26de33c0-9bac-4d73-91bf-5f17fff606c5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-w4-ea40ee","reconcileID":"9a1b352e-f1fd-45c7-933a-8cfe1df3b2b0","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-w4-ea40ee"}
{"level":"info","ts":"2026-10-30T22:15:47Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ea40ee"}
{"level":"error","ts":"2026-10-30T22:15:47Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-w4-ea40ee","reconcileID":"9a1b352e-f1fd-45c7-933a-8cfe1df3b2b0","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-w4-ea40ee","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:47Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-w4-ea40ee","reconcileID":"9a1b352e-f1fd-45c7-933a-8cfe1df3b2b0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"premium-w2-9d677d","reconcileID":"6d6a0f35-e9e2-49c9-83e2-5b51e3802e84","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"premium-w2-9d677d"}
{"level":"info","ts":"2026-10-30T22:15:47Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-9d677d"}
{"level":"error","ts":"2026-10-30T22:15:47Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"premium-w2-9d677d","reconcileID":"6d6a0f35-e9e2-49c9-83e2-5b51e3802e84","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"premium-w2-9d677d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:47Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"premium-w2-9d677d","reconcileID":"6d6a0f35-e9e2-49c9-83e2-5b51e3802e84","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-2-w2-9d677d","reconcileID":"ca80b130-69d1-4be9-b715-759c5d73f99f","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"distinct-2-w2-9d677d"}
{"level":"info","ts":"2026-10-30T22:15:47Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-9d677d"}
{"level":"error","ts":"2026-10-30T22:15:47Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-2-w2-9d677d","reconcileID":"ca80b130-69d1-4be9-b715-759c5d73f99f","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"distinct-2-w2-9d677d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:47Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-2-w2-9d677d","reconcileID":"ca80b130-69d1-4be9-b715-759c5d73f99f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:47Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"simulator-w2-9d677d","reconcileID":"b44002bb-015d-4fcf-a24f-8966138f4de1","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"simulator-w2-9d677d"}
{"level":"info","ts":"2026-10-30T22:15:47Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-9d677d"}
{"level":"error","ts":"2026-10-30T22:15:48Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"simulator-w2-9d677d","reconcileID":"b44002bb-015d-4fcf-a24f-8966138f4de1","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"simulator-w2-9d677d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:48Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"simulator-w2-9d677d","reconcileID":"b44002bb-015d-4fcf-a24f-8966138f4de1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:48Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-w2-9d677d","reconcileID":"4ad6db0e-4b14-4964-9466-88186955874c","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"distinct-w2-9d677d"}
{"level":"info","ts":"2026-10-30T22:15:48Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-9d677d"}
{"level":"error","ts":"2026-10-30T22:15:48Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-w2-9d677d","reconcileID":"4ad6db0e-4b14-4964-9466-88186955874c","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"distinct-w2-9d677d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:48Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-w2-9d677d","reconcileID":"4ad6db0e-4b14-4964-9466-88186955874c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:48Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-2-w4-ea40ee","reconcileID":"ac0a524b-991b-414d-8a66-b126d5002387","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-2-w4-ea40ee"}
{"level":"info","ts":"2026-10-30T22:15:48Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ea40ee"}
{"level":"error","ts":"2026-10-30T22:15:48Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-2-w4-ea40ee","reconcileID":"ac0a524b-991b-414d-8a66-b126d5002387","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-2-w4-ea40ee","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:48Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-2-w4-ea40ee","reconcileID":"ac0a524b-991b-414d-8a66-b126d5002387","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:48Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"simulator-w4-ea40ee","reconcileID":"2157ef11-bd17-4ed3-8b79-1f1ad4338501","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"simulator-w4-ea40ee"}
{"level":"info","ts":"2026-10-30T22:15:48Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ea40ee"}
{"level":"error","ts":"2026-10-30T22:15:48Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"simulator-w4-ea40ee","reconcileID":"2157ef11-bd17-4ed3-8b79-1f1ad4338501","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"simulator-w4-ea40ee","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:48Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"simulator-w4-ea40ee","reconcileID":"2157ef11-bd17-4ed3-8b79-1f1ad4338501","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:48Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"premium-w4-ea40ee","reconcileID":"bb131be7-a312-45f2-b716-4de86c746bcc","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"premium-w4-ea40ee"}
{"level":"info","ts":"2026-10-30T22:15:48Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ea40ee"}
{"level":"error","ts":"2026-10-30T22:15:48Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"premium-w4-ea40ee","reconcileID":"bb131be7-a312-45f2-b716-4de86c746bcc","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"premium-w4-ea40ee","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:48Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"premium-w4-ea40ee","reconcileID":"bb131be7-a312-45f2-b716-4de86c746bcc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:48Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"premium-w2-9d677d","reconcileID":"6f367353-71ae-46da-bc0d-128f5735acc0","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"premium-w2-9d677d"}
{"level":"info","ts":"2026-10-30T22:15:48Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-9d677d"}
{"level":"error","ts":"2026-10-30T22:15:48Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"premium-w2-9d677d","reconcileID":"6f367353-71ae-46da-bc0d-128f5735acc0","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"premium-w2-9d677d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:48Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"premium-w2-9d677d","reconcileID":"6f367353-71ae-46da-bc0d-128f5735acc0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:48Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-2-w2-9d677d","reconcileID":"952c7733-3397-469c-ba2d-b871c8a491bb","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"distinct-2-w2-9d677d"}
{"level":"info","ts":"2026-10-30T22:15:48Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-9d677d"}
{"level":"error","ts":"2026-10-30T22:15:48Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-2-w2-9d677d","reconcileID":"952c7733-3397-469c-ba2d-b871c8a491bb","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"distinct-2-w2-9d677d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:48Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-2-w2-9d677d","reconcileID":"952c7733-3397-469c-ba2d-b871c8a491bb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:48Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"simulator-w2-9d677d","reconcileID":"67d04cd0-796a-4f6c-8cbc-df12401c95ef","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"simulator-w2-9d677d"}
{"level":"info","ts":"2026-10-30T22:15:48Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-9d677d"}
{"level":"error","ts":"2026-10-30T22:15:48Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"simulator-w2-9d677d","reconcileID":"67d04cd0-796a-4f6c-8cbc-df12401c95ef","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"simulator-w2-9d677d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:48Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"simulator-w2-9d677d","reconcileID":"67d04cd0-796a-4f6c-8cbc-df12401c95ef","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:48Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-w2-9d677d","reconcileID":"1c1091a1-3525-4886-b842-20d32c48eec1","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"distinct-w2-9d677d"}
{"level":"info","ts":"2026-10-30T22:15:48Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-9d677d"}
{"level":"error","ts":"2026-10-30T22:15:48Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-w2-9d677d","reconcileID":"1c1091a1-3525-4886-b842-20d32c48eec1","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"distinct-w2-9d677d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:48Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-w2-9d677d","reconcileID":"1c1091a1-3525-4886-b842-20d32c48eec1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:48Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-2-w2-9d677d","reconcileID":"2f476f5f-fde0-4206-bc2f-9b277db691a2","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"distinct-2-w2-9d677d"}
{"level":"info","ts":"2026-10-30T22:15:48Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-9d677d"}
{"level":"error","ts":"2026-10-30T22:15:48Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-2-w2-9d677d","reconcileID":"2f476f5f-fde0-4206-bc2f-9b277db691a2","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"distinct-2-w2-9d677d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:48Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-2-w2-9d677d","reconcileID":"2f476f5f-fde0-4206-bc2f-9b277db691a2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-2-w4-ea40ee","reconcileID":"df64593e-8a6e-45c4-b184-1112a836447b","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-2-w4-ea40ee"}
{"level":"info","ts":"2026-10-30T22:15:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ea40ee"}
{"level":"error","ts":"2026-10-30T22:15:49Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-2-w4-ea40ee","reconcileID":"df64593e-8a6e-45c4-b184-1112a836447b","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-2-w4-ea40ee","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:49Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-2-w4-ea40ee","reconcileID":"df64593e-8a6e-45c4-b184-1112a836447b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-w4-ea40ee","reconcileID":"2a1dd8a7-899e-4c72-abd7-69b361220feb","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-w4-ea40ee"}
{"level":"info","ts":"2026-10-30T22:15:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ea40ee"}
{"level":"error","ts":"2026-10-30T22:15:49Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-w4-ea40ee","reconcileID":"2a1dd8a7-899e-4c72-abd7-69b361220feb","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-w4-ea40ee","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:49Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-w4-ea40ee","reconcileID":"2a1dd8a7-899e-4c72-abd7-69b361220feb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"simulator-w4-ea40ee","reconcileID":"6a81fdec-3a07-4e36-b972-941cf1009fad","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"simulator-w4-ea40ee"}
{"level":"info","ts":"2026-10-30T22:15:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ea40ee"}
{"level":"error","ts":"2026-10-30T22:15:49Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"simulator-w4-ea40ee","reconcileID":"6a81fdec-3a07-4e36-b972-941cf1009fad","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"simulator-w4-ea40ee","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:49Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"simulator-w4-ea40ee","reconcileID":"6a81fdec-3a07-4e36-b972-941cf1009fad","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"premium-w4-ea40ee","reconcileID":"76138d59-6f48-40df-a885-c45e8d59ad2a","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"premium-w4-ea40ee"}
{"level":"info","ts":"2026-10-30T22:15:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ea40ee"}
{"level":"error","ts":"2026-10-30T22:15:49Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"premium-w4-ea40ee","reconcileID":"76138d59-6f48-40df-a885-c45e8d59ad2a","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"premium-w4-ea40ee","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:49Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"premium-w4-ea40ee","reconcileID":"76138d59-6f48-40df-a885-c45e8d59ad2a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-2-w4-ea40ee","reconcileID":"976f3dfa-bcb2-4e9a-8968-87c4f1447ae7","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-2-w4-ea40ee"}
{"level":"info","ts":"2026-10-30T22:15:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ea40ee"}
{"level":"error","ts":"2026-10-30T22:15:49Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-2-w4-ea40ee","reconcileID":"976f3dfa-bcb2-4e9a-8968-87c4f1447ae7","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-2-w4-ea40ee","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:49Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-2-w4-ea40ee","reconcileID":"976f3dfa-bcb2-4e9a-8968-87c4f1447ae7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-w4-ea40ee","reconcileID":"3f4775d0-77be-4c16-87a4-88d1dbe98f4c","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-w4-ea40ee"}
{"level":"info","ts":"2026-10-30T22:15:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ea40ee"}
{"level":"error","ts":"2026-10-30T22:15:49Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-w4-ea40ee","reconcileID":"3f4775d0-77be-4c16-87a4-88d1dbe98f4c","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-w4-ea40ee","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:49Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-w4-ea40ee","reconcileID":"3f4775d0-77be-4c16-87a4-88d1dbe98f4c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"simulator-w4-ea40ee","reconcileID":"6b997ca3-02ff-4af5-99da-55c4fcf32217","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"simulator-w4-ea40ee"}
{"level":"info","ts":"2026-10-30T22:15:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ea40ee"}
{"level":"error","ts":"2026-10-30T22:15:49Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"simulator-w4-ea40ee","reconcileID":"6b997ca3-02ff-4af5-99da-55c4fcf32217","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"simulator-w4-ea40ee","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:49Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"simulator-w4-ea40ee","reconcileID":"6b997ca3-02ff-4af5-99da-55c4fcf32217","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"premium-w4-ea40ee","reconcileID":"418517fd-a546-404b-8884-d8e3f44113d1","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"premium-w4-ea40ee"}
{"level":"info","ts":"2026-10-30T22:15:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ea40ee"}
{"level":"error","ts":"2026-10-30T22:15:49Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"premium-w4-ea40ee","reconcileID":"418517fd-a546-404b-8884-d8e3f44113d1","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"premium-w4-ea40ee","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:49Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"premium-w4-ea40ee","reconcileID":"418517fd-a546-404b-8884-d8e3f44113d1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-2-w4-ea40ee","reconcileID":"6c8a0e7b-e881-44fc-8e2d-e39c81a39182","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-2-w4-ea40ee"}
{"level":"info","ts":"2026-10-30T22:15:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ea40ee"}
{"level":"error","ts":"2026-10-30T22:15:49Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-2-w4-ea40ee","reconcileID":"6c8a0e7b-e881-44fc-8e2d-e39c81a39182","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-2-w4-ea40ee","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:49Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-2-w4-ea40ee","reconcileID":"6c8a0e7b-e881-44fc-8e2d-e39c81a39182","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-w4-ea40ee","reconcileID":"84c85dfd-d6b6-4e06-8ee3-0c7852b3e6bd","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-w4-ea40ee"}
{"level":"info","ts":"2026-10-30T22:15:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ea40ee"}
{"level":"error","ts":"2026-10-30T22:15:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-w4-ea40ee","reconcileID":"84c85dfd-d6b6-4e06-8ee3-0c7852b3e6bd","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-w4-ea40ee","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-w4-ea40ee","reconcileID":"84c85dfd-d6b6-4e06-8ee3-0c7852b3e6bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"simulator-w4-ea40ee","reconcileID":"10c378cd-24d2-4be8-9d3b-65c4ea00056d","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"simulator-w4-ea40ee"}
{"level":"info","ts":"2026-10-30T22:15:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ea40ee"}
{"level":"error","ts":"2026-10-30T22:15:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"simulator-w4-ea40ee","reconcileID":"10c378cd-24d2-4be8-9d3b-65c4ea00056d","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"simulator-w4-ea40ee","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"simulator-w4-ea40ee","reconcileID":"10c378cd-24d2-4be8-9d3b-65c4ea00056d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"premium-w4-ea40ee","reconcileID":"bb0bf8a2-e24a-4d98-a2ad-babbf0fdc162","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"premium-w4-ea40ee"}
{"level":"info","ts":"2026-10-30T22:15:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ea40ee"}
{"level":"error","ts":"2026-10-30T22:15:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"premium-w4-ea40ee","reconcileID":"bb0bf8a2-e24a-4d98-a2ad-babbf0fdc162","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"premium-w4-ea40ee","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"premium-w4-ea40ee","reconcileID":"bb0bf8a2-e24a-4d98-a2ad-babbf0fdc162","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-2-w4-ea40ee","reconcileID":"fcba7439-2902-4cd8-99b6-2f3078b68cf2","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-2-w4-ea40ee"}
{"level":"info","ts":"2026-10-30T22:15:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ea40ee"}
{"level":"error","ts":"2026-10-30T22:15:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-2-w4-ea40ee","reconcileID":"fcba7439-2902-4cd8-99b6-2f3078b68cf2","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-2-w4-ea40ee","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-2-w4-ea40ee","reconcileID":"fcba7439-2902-4cd8-99b6-2f3078b68cf2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-w4-ea40ee","reconcileID":"27aad6fb-6af0-4a0e-8acb-17765ef779f4","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-w4-ea40ee"}
{"level":"info","ts":"2026-10-30T22:15:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ea40ee"}
{"level":"error","ts":"2026-10-30T22:15:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-w4-ea40ee","reconcileID":"27aad6fb-6af0-4a0e-8acb-17765ef779f4","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-w4-ea40ee","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-w4-ea40ee","reconcileID":"27aad6fb-6af0-4a0e-8acb-17765ef779f4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"simulator-w4-ea40ee","reconcileID":"deca1e04-ad6b-4323-a8ed-a5e638f5c02c","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"simulator-w4-ea40ee"}
{"level":"info","ts":"2026-10-30T22:15:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-ea40ee"}
{"level":"error","ts":"2026-10-30T22:15:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"simulator-w4-ea40ee","reconcileID":"deca1e04-ad6b-4323-a8ed-a5e638f5c02c","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"simulator-w4-ea40ee","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"simulator-w4-ea40ee","reconcileID":"deca1e04-ad6b-4323-a8ed-a5e638f5c02c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-ea40ee-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-ea40ee because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-2-w4-ea40ee","reconcileID":"8f6991a7-5dea-4318-a487-175f07d9b5b8","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-2-w4-ea40ee"}
{"level":"info","ts":"2026-10-30T22:15:50Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-2-w4-ea40ee","reconcileID":"8f6991a7-5dea-4318-a487-175f07d9b5b8","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-2-w4-ea40ee"}
{"level":"info","ts":"2026-10-30T22:15:50Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Other LLMInferenceServices exist in namespace, skipping shared monitoring cleanup","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-2-w4-ea40ee","reconcileID":"8f6991a7-5dea-4318-a487-175f07d9b5b8","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-2-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"}
{"level":"info","ts":"2026-10-30T22:15:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"premium-w4-ea40ee","reconcileID":"4153f07e-f140-44f8-977b-25e06c4c3574","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"premium-w4-ea40ee"}
{"level":"info","ts":"2026-10-30T22:15:50Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"premium-w4-ea40ee","reconcileID":"4153f07e-f140-44f8-977b-25e06c4c3574","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"premium-w4-ea40ee"}
{"level":"info","ts":"2026-10-30T22:15:50Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"premium-w4-ea40ee","reconcileID":"4153f07e-f140-44f8-977b-25e06c4c3574","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"premium-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"}
{"level":"error","ts":"2026-10-30T22:15:50Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"premium-w4-ea40ee","reconcileID":"4153f07e-f140-44f8-977b-25e06c4c3574","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"premium-w4-ea40ee","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"premium-w2-9d677d","reconcileID":"c82a8089-4181-4fe9-a0c8-9c95f95781f0","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"premium-w2-9d677d"}
{"level":"info","ts":"2026-10-30T22:15:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-9d677d"}
{"level":"error","ts":"2026-10-30T22:15:51Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"premium-w2-9d677d","reconcileID":"c82a8089-4181-4fe9-a0c8-9c95f95781f0","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"premium-w2-9d677d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:51Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"premium-w2-9d677d","reconcileID":"c82a8089-4181-4fe9-a0c8-9c95f95781f0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"simulator-w2-9d677d","reconcileID":"f3f3a81d-9579-434d-94f6-47115724ea62","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"simulator-w2-9d677d"}
{"level":"info","ts":"2026-10-30T22:15:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-9d677d"}
{"level":"error","ts":"2026-10-30T22:15:51Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"simulator-w2-9d677d","reconcileID":"f3f3a81d-9579-434d-94f6-47115724ea62","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"simulator-w2-9d677d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:51Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"simulator-w2-9d677d","reconcileID":"f3f3a81d-9579-434d-94f6-47115724ea62","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-w2-9d677d","reconcileID":"f78ab20e-d4d5-4384-aaeb-7de90b084f88","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"distinct-w2-9d677d"}
{"level":"info","ts":"2026-10-30T22:15:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-9d677d"}
{"level":"error","ts":"2026-10-30T22:15:51Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-w2-9d677d","reconcileID":"f78ab20e-d4d5-4384-aaeb-7de90b084f88","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"distinct-w2-9d677d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:51Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-w2-9d677d","reconcileID":"f78ab20e-d4d5-4384-aaeb-7de90b084f88","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-2-w2-9d677d","reconcileID":"194f2314-220e-4c37-9d4f-d3177929a21e","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"distinct-2-w2-9d677d"}
{"level":"info","ts":"2026-10-30T22:15:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-9d677d"}
{"level":"error","ts":"2026-10-30T22:15:51Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-2-w2-9d677d","reconcileID":"194f2314-220e-4c37-9d4f-d3177929a21e","Namespace":"e2e-models-e2e-worker-w2-9d677d","Name":"distinct-2-w2-9d677d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T22:15:51Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-9d677d","namespace":"e2e-models-e2e-worker-w2-9d677d"},"namespace":"e2e-models-e2e-worker-w2-9d677d","name":"distinct-2-w2-9d677d","reconcileID":"194f2314-220e-4c37-9d4f-d3177929a21e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-9d677d-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-9d677d because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-w4-ea40ee","reconcileID":"0c9ea1ac-c46b-4bff-bd57-9ff9412e0f41","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-w4-ea40ee"}
{"level":"info","ts":"2026-10-30T22:15:51Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-w4-ea40ee","reconcileID":"0c9ea1ac-c46b-4bff-bd57-9ff9412e0f41","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-w4-ea40ee"}
{"level":"info","ts":"2026-10-30T22:15:51Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-w4-ea40ee","reconcileID":"0c9ea1ac-c46b-4bff-bd57-9ff9412e0f41","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"}
{"level":"error","ts":"2026-10-30T22:15:51Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-w4-ea40ee","reconcileID":"0c9ea1ac-c46b-4bff-bd57-9ff9412e0f41","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-w4-ea40ee","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"simulator-w4-ea40ee","reconcileID":"51cbdf2f-a28f-4781-b656-f169048ff694","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"simulator-w4-ea40ee"}
{"level":"info","ts":"2026-10-30T22:15:51Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"simulator-w4-ea40ee","reconcileID":"51cbdf2f-a28f-4781-b656-f169048ff694","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"simulator-w4-ea40ee"}
{"level":"info","ts":"2026-10-30T22:15:51Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"simulator-w4-ea40ee","reconcileID":"51cbdf2f-a28f-4781-b656-f169048ff694","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"simulator-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"}
{"level":"error","ts":"2026-10-30T22:15:51Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"simulator-w4-ea40ee","reconcileID":"51cbdf2f-a28f-4781-b656-f169048ff694","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"simulator-w4-ea40ee","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T22:15:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"distinct-2-w4-ea40ee","reconcileID":"13d3862a-e485-4b7f-88fb-6681099791b7","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"distinct-2-w4-ea40ee"}
{"level":"info","ts":"2026-10-30T22:15:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-ea40ee","namespace":"e2e-models-e2e-worker-w4-ea40ee"},"namespace":"e2e-models-e2e-worker-w4-ea40ee","name":"premium-w4-ea40ee","reconcileID":"5eb90e28-ee04-4eb2-8791-c6a74ca37d66","Namespace":"e2e-models-e2e-worker-w4-ea40ee","Name":"premium-w4-ea40ee"}
{"level":"info","ts":"2026-10-30T22:15:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fbe73f48-5996-4ffd-80ad-a735b0cf5a48","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:15:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T22:15:51Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated-validation-mt584","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated-validation-mt584","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"20c2e675-5a55-4359-b52b-452755ca4d20","name":"facebook-opt-125m-simulated-validation-mt584","namespace":"llm"}
{"level":"info","ts":"2026-10-30T22:15:51Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fbe73f48-5996-4ffd-80ad-a735b0cf5a48","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:15:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fbe73f48-5996-4ffd-80ad-a735b0cf5a48","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:15:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fbe73f48-5996-4ffd-80ad-a735b0cf5a48","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:15:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fbe73f48-5996-4ffd-80ad-a735b0cf5a48","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:15:51Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fbe73f48-5996-4ffd-80ad-a735b0cf5a48","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:15:51Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fbe73f48-5996-4ffd-80ad-a735b0cf5a48","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:15:51Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fbe73f48-5996-4ffd-80ad-a735b0cf5a48","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:15:51Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fbe73f48-5996-4ffd-80ad-a735b0cf5a48","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:15:51Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fbe73f48-5996-4ffd-80ad-a735b0cf5a48","Namespace":"llm","Name":"facebook-opt-125m-simulated","route":"llm/facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T22:15:51Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fbe73f48-5996-4ffd-80ad-a735b0cf5a48","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:15:51Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fbe73f48-5996-4ffd-80ad-a735b0cf5a48","Namespace":"llm","Name":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T22:15:51Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fbe73f48-5996-4ffd-80ad-a735b0cf5a48","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:15:51Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fbe73f48-5996-4ffd-80ad-a735b0cf5a48","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:15:51Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fbe73f48-5996-4ffd-80ad-a735b0cf5a48","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T22:15:52Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fbe73f48-5996-4ffd-80ad-a735b0cf5a48","Namespace":"llm","Name":"facebook-opt-125m-simulated"}