{"level":"info","ts":"2026-10-30T13:57:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"premium-w3-551dd1","reconcileID":"4018b16b-0a68-4943-b15e-00b75aa4a63b","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"premium-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"premium-w3-551dd1","reconcileID":"4018b16b-0a68-4943-b15e-00b75aa4a63b","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"premium-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"premium-w3-551dd1","reconcileID":"4018b16b-0a68-4943-b15e-00b75aa4a63b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"simulator-w3-551dd1","reconcileID":"2577a61a-0284-4fcf-8c8f-fc25aad293b8","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"simulator-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"simulator-w3-551dd1","reconcileID":"2577a61a-0284-4fcf-8c8f-fc25aad293b8","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"simulator-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"simulator-w3-551dd1","reconcileID":"2577a61a-0284-4fcf-8c8f-fc25aad293b8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-2-w3-551dd1","reconcileID":"8b204ddc-97c9-44d4-b075-a2350b4af89f","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"distinct-2-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-2-w3-551dd1","reconcileID":"8b204ddc-97c9-44d4-b075-a2350b4af89f","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"distinct-2-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-2-w3-551dd1","reconcileID":"8b204ddc-97c9-44d4-b075-a2350b4af89f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-w3-551dd1","reconcileID":"2eaa9133-4ac1-4638-830f-7d6cfdb025b3","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"distinct-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-w3-551dd1","reconcileID":"2eaa9133-4ac1-4638-830f-7d6cfdb025b3","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"distinct-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-w3-551dd1","reconcileID":"2eaa9133-4ac1-4638-830f-7d6cfdb025b3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"premium-w3-551dd1","reconcileID":"2ace2c45-fe7a-4679-889d-752ecbab28fe","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"premium-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"premium-w3-551dd1","reconcileID":"2ace2c45-fe7a-4679-889d-752ecbab28fe","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"premium-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"premium-w3-551dd1","reconcileID":"2ace2c45-fe7a-4679-889d-752ecbab28fe","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"simulator-w3-551dd1","reconcileID":"c573bb15-b7f8-41ff-8f0a-3dfeccf32c52","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"simulator-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"simulator-w3-551dd1","reconcileID":"c573bb15-b7f8-41ff-8f0a-3dfeccf32c52","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"simulator-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"simulator-w3-551dd1","reconcileID":"c573bb15-b7f8-41ff-8f0a-3dfeccf32c52","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-2-w3-551dd1","reconcileID":"4ba6c8ba-5bb3-49d5-b4bc-62c79c2040b1","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"distinct-2-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-2-w3-551dd1","reconcileID":"4ba6c8ba-5bb3-49d5-b4bc-62c79c2040b1","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"distinct-2-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-2-w3-551dd1","reconcileID":"4ba6c8ba-5bb3-49d5-b4bc-62c79c2040b1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-w3-551dd1","reconcileID":"f9621511-f28f-4227-9867-5bf26ad62d24","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"distinct-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-w3-551dd1","reconcileID":"f9621511-f28f-4227-9867-5bf26ad62d24","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"distinct-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-w3-551dd1","reconcileID":"f9621511-f28f-4227-9867-5bf26ad62d24","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"premium-w3-551dd1","reconcileID":"9f76cd7a-2caf-4824-a65e-b21d28763730","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"premium-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"premium-w3-551dd1","reconcileID":"9f76cd7a-2caf-4824-a65e-b21d28763730","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"premium-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"premium-w3-551dd1","reconcileID":"9f76cd7a-2caf-4824-a65e-b21d28763730","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"simulator-w3-551dd1","reconcileID":"b8dafb4d-438f-44fa-87cc-c09daa250c1e","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"simulator-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"simulator-w3-551dd1","reconcileID":"b8dafb4d-438f-44fa-87cc-c09daa250c1e","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"simulator-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"simulator-w3-551dd1","reconcileID":"b8dafb4d-438f-44fa-87cc-c09daa250c1e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-2-w3-551dd1","reconcileID":"1cb2440c-c912-45b3-99ab-d3e17c83ec29","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"distinct-2-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-2-w3-551dd1","reconcileID":"1cb2440c-c912-45b3-99ab-d3e17c83ec29","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"distinct-2-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-2-w3-551dd1","reconcileID":"1cb2440c-c912-45b3-99ab-d3e17c83ec29","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-w3-551dd1","reconcileID":"b485b545-4270-4718-a94a-759e8f91d185","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"distinct-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-w3-551dd1","reconcileID":"b485b545-4270-4718-a94a-759e8f91d185","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"distinct-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-w3-551dd1","reconcileID":"b485b545-4270-4718-a94a-759e8f91d185","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"premium-w3-551dd1","reconcileID":"4c218a76-7953-4011-a981-6fa2d0ae50da","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"premium-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"premium-w3-551dd1","reconcileID":"4c218a76-7953-4011-a981-6fa2d0ae50da","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"premium-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"premium-w3-551dd1","reconcileID":"4c218a76-7953-4011-a981-6fa2d0ae50da","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"simulator-w3-551dd1","reconcileID":"a8118de6-5124-4b86-a2c2-5b1b52bf5549","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"simulator-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"simulator-w3-551dd1","reconcileID":"a8118de6-5124-4b86-a2c2-5b1b52bf5549","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"simulator-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"simulator-w3-551dd1","reconcileID":"a8118de6-5124-4b86-a2c2-5b1b52bf5549","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-2-w3-551dd1","reconcileID":"ca630bc5-d03e-4cb9-ad38-00ecd79e0587","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"distinct-2-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-2-w3-551dd1","reconcileID":"ca630bc5-d03e-4cb9-ad38-00ecd79e0587","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"distinct-2-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-2-w3-551dd1","reconcileID":"ca630bc5-d03e-4cb9-ad38-00ecd79e0587","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-w3-551dd1","reconcileID":"0e2cde7e-1028-47e5-b2f8-06b58b7cf47c","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"distinct-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-w3-551dd1","reconcileID":"0e2cde7e-1028-47e5-b2f8-06b58b7cf47c","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"distinct-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-w3-551dd1","reconcileID":"0e2cde7e-1028-47e5-b2f8-06b58b7cf47c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"premium-w3-551dd1","reconcileID":"d2762d96-375b-4ece-bb1b-2abf94121012","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"premium-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:28Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"premium-w3-551dd1","reconcileID":"d2762d96-375b-4ece-bb1b-2abf94121012","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"premium-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:28Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"premium-w3-551dd1","reconcileID":"d2762d96-375b-4ece-bb1b-2abf94121012","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:28Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"simulator-w3-551dd1","reconcileID":"11951ec2-6fc8-44f0-a914-bf8da7543a82","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"simulator-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:28Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"simulator-w3-551dd1","reconcileID":"11951ec2-6fc8-44f0-a914-bf8da7543a82","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"simulator-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"simulator-w3-551dd1","reconcileID":"11951ec2-6fc8-44f0-a914-bf8da7543a82","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-2-w3-551dd1","reconcileID":"4fded32d-fade-48e7-804f-fb93498596e3","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"distinct-2-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-2-w3-551dd1","reconcileID":"4fded32d-fade-48e7-804f-fb93498596e3","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"distinct-2-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-2-w3-551dd1","reconcileID":"4fded32d-fade-48e7-804f-fb93498596e3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-w3-551dd1","reconcileID":"0b76f84a-6135-4577-a74c-8181205c3576","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"distinct-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-w3-551dd1","reconcileID":"0b76f84a-6135-4577-a74c-8181205c3576","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"distinct-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-w3-551dd1","reconcileID":"0b76f84a-6135-4577-a74c-8181205c3576","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"premium-w3-551dd1","reconcileID":"c811123f-9636-4347-b5f6-0cd33bd1ceb7","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"premium-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"premium-w3-551dd1","reconcileID":"c811123f-9636-4347-b5f6-0cd33bd1ceb7","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"premium-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"premium-w3-551dd1","reconcileID":"c811123f-9636-4347-b5f6-0cd33bd1ceb7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"simulator-w3-551dd1","reconcileID":"6fa3ed8e-4aff-4649-b468-39bc102fb1c4","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"simulator-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"simulator-w3-551dd1","reconcileID":"6fa3ed8e-4aff-4649-b468-39bc102fb1c4","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"simulator-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"simulator-w3-551dd1","reconcileID":"6fa3ed8e-4aff-4649-b468-39bc102fb1c4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-2-w3-551dd1","reconcileID":"e65517e6-9e23-47ec-90cb-c0c5879bbbbd","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"distinct-2-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-2-w3-551dd1","reconcileID":"e65517e6-9e23-47ec-90cb-c0c5879bbbbd","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"distinct-2-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-2-w3-551dd1","reconcileID":"e65517e6-9e23-47ec-90cb-c0c5879bbbbd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-w3-551dd1","reconcileID":"23101391-3f0d-4849-b475-93d13cbe6f52","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"distinct-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:29Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-w3-551dd1","reconcileID":"23101391-3f0d-4849-b475-93d13cbe6f52","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"distinct-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:29Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-w3-551dd1","reconcileID":"23101391-3f0d-4849-b475-93d13cbe6f52","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:29Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"premium-w3-551dd1","reconcileID":"b1fa5961-6f5e-44cf-8dc6-3d86b20dcac6","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"premium-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:29Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"premium-w3-551dd1","reconcileID":"b1fa5961-6f5e-44cf-8dc6-3d86b20dcac6","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"premium-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"premium-w3-551dd1","reconcileID":"b1fa5961-6f5e-44cf-8dc6-3d86b20dcac6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"simulator-w3-551dd1","reconcileID":"5532feb9-ab24-413c-b8b0-99d7e9c3001d","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"simulator-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"simulator-w3-551dd1","reconcileID":"5532feb9-ab24-413c-b8b0-99d7e9c3001d","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"simulator-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"simulator-w3-551dd1","reconcileID":"5532feb9-ab24-413c-b8b0-99d7e9c3001d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-7a8b03","namespace":"e2e-models-e2e-worker-w0-7a8b03"},"namespace":"e2e-models-e2e-worker-w0-7a8b03","name":"distinct-2-w0-7a8b03","reconcileID":"dd6047f0-37a7-4770-9e8c-28d2904037fa","Namespace":"e2e-models-e2e-worker-w0-7a8b03","Name":"distinct-2-w0-7a8b03"}
{"level":"info","ts":"2026-10-30T13:57:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-7a8b03"}
{"level":"error","ts":"2026-10-30T13:57:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-7a8b03","namespace":"e2e-models-e2e-worker-w0-7a8b03"},"namespace":"e2e-models-e2e-worker-w0-7a8b03","name":"distinct-2-w0-7a8b03","reconcileID":"dd6047f0-37a7-4770-9e8c-28d2904037fa","Namespace":"e2e-models-e2e-worker-w0-7a8b03","Name":"distinct-2-w0-7a8b03","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-7a8b03-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-7a8b03 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-7a8b03","namespace":"e2e-models-e2e-worker-w0-7a8b03"},"namespace":"e2e-models-e2e-worker-w0-7a8b03","name":"distinct-2-w0-7a8b03","reconcileID":"dd6047f0-37a7-4770-9e8c-28d2904037fa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-7a8b03-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-7a8b03 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-7a8b03","namespace":"e2e-models-e2e-worker-w0-7a8b03"},"namespace":"e2e-models-e2e-worker-w0-7a8b03","name":"simulator-w0-7a8b03","reconcileID":"e8ab3ff3-5089-4b5b-b046-c0128cd7bc1a","Namespace":"e2e-models-e2e-worker-w0-7a8b03","Name":"simulator-w0-7a8b03"}
{"level":"info","ts":"2026-10-30T13:57:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-7a8b03"}
{"level":"error","ts":"2026-10-30T13:57:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-7a8b03","namespace":"e2e-models-e2e-worker-w0-7a8b03"},"namespace":"e2e-models-e2e-worker-w0-7a8b03","name":"simulator-w0-7a8b03","reconcileID":"e8ab3ff3-5089-4b5b-b046-c0128cd7bc1a","Namespace":"e2e-models-e2e-worker-w0-7a8b03","Name":"simulator-w0-7a8b03","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-7a8b03-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-7a8b03 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-7a8b03","namespace":"e2e-models-e2e-worker-w0-7a8b03"},"namespace":"e2e-models-e2e-worker-w0-7a8b03","name":"simulator-w0-7a8b03","reconcileID":"e8ab3ff3-5089-4b5b-b046-c0128cd7bc1a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-7a8b03-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-7a8b03 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-7a8b03","namespace":"e2e-models-e2e-worker-w0-7a8b03"},"namespace":"e2e-models-e2e-worker-w0-7a8b03","name":"premium-w0-7a8b03","reconcileID":"5fb70658-1d33-42a3-9ac7-1fa0f0c74acd","Namespace":"e2e-models-e2e-worker-w0-7a8b03","Name":"premium-w0-7a8b03"}
{"level":"info","ts":"2026-10-30T13:57:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-7a8b03"}
{"level":"error","ts":"2026-10-30T13:57:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-7a8b03","namespace":"e2e-models-e2e-worker-w0-7a8b03"},"namespace":"e2e-models-e2e-worker-w0-7a8b03","name":"premium-w0-7a8b03","reconcileID":"5fb70658-1d33-42a3-9ac7-1fa0f0c74acd","Namespace":"e2e-models-e2e-worker-w0-7a8b03","Name":"premium-w0-7a8b03","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-7a8b03-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-7a8b03 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-7a8b03","namespace":"e2e-models-e2e-worker-w0-7a8b03"},"namespace":"e2e-models-e2e-worker-w0-7a8b03","name":"premium-w0-7a8b03","reconcileID":"5fb70658-1d33-42a3-9ac7-1fa0f0c74acd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-7a8b03-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-7a8b03 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-7a8b03","namespace":"e2e-models-e2e-worker-w0-7a8b03"},"namespace":"e2e-models-e2e-worker-w0-7a8b03","name":"distinct-w0-7a8b03","reconcileID":"ebb1c4ee-2988-4fb4-b568-05ebaad08fa6","Namespace":"e2e-models-e2e-worker-w0-7a8b03","Name":"distinct-w0-7a8b03"}
{"level":"info","ts":"2026-10-30T13:57:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-7a8b03"}
{"level":"error","ts":"2026-10-30T13:57:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-7a8b03","namespace":"e2e-models-e2e-worker-w0-7a8b03"},"namespace":"e2e-models-e2e-worker-w0-7a8b03","name":"distinct-w0-7a8b03","reconcileID":"ebb1c4ee-2988-4fb4-b568-05ebaad08fa6","Namespace":"e2e-models-e2e-worker-w0-7a8b03","Name":"distinct-w0-7a8b03","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-7a8b03-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-7a8b03 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-7a8b03","namespace":"e2e-models-e2e-worker-w0-7a8b03"},"namespace":"e2e-models-e2e-worker-w0-7a8b03","name":"distinct-w0-7a8b03","reconcileID":"ebb1c4ee-2988-4fb4-b568-05ebaad08fa6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-7a8b03-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-7a8b03 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-7a8b03","namespace":"e2e-models-e2e-worker-w0-7a8b03"},"namespace":"e2e-models-e2e-worker-w0-7a8b03","name":"distinct-2-w0-7a8b03","reconcileID":"009ab81d-a430-4fe3-93a9-8d2d5bcf7b45","Namespace":"e2e-models-e2e-worker-w0-7a8b03","Name":"distinct-2-w0-7a8b03"}
{"level":"info","ts":"2026-10-30T13:57:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-7a8b03"}
{"level":"error","ts":"2026-10-30T13:57:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-7a8b03","namespace":"e2e-models-e2e-worker-w0-7a8b03"},"namespace":"e2e-models-e2e-worker-w0-7a8b03","name":"distinct-2-w0-7a8b03","reconcileID":"009ab81d-a430-4fe3-93a9-8d2d5bcf7b45","Namespace":"e2e-models-e2e-worker-w0-7a8b03","Name":"distinct-2-w0-7a8b03","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-7a8b03-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-7a8b03 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-7a8b03","namespace":"e2e-models-e2e-worker-w0-7a8b03"},"namespace":"e2e-models-e2e-worker-w0-7a8b03","name":"distinct-2-w0-7a8b03","reconcileID":"009ab81d-a430-4fe3-93a9-8d2d5bcf7b45","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w0-7a8b03-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-7a8b03 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-7a8b03","namespace":"e2e-models-e2e-worker-w0-7a8b03"},"namespace":"e2e-models-e2e-worker-w0-7a8b03","name":"simulator-w0-7a8b03","reconcileID":"b8c41cd9-ef95-42c6-98ae-534db2bd6375","Namespace":"e2e-models-e2e-worker-w0-7a8b03","Name":"simulator-w0-7a8b03"}
{"level":"info","ts":"2026-10-30T13:57:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-7a8b03"}
{"level":"error","ts":"2026-10-30T13:57:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-7a8b03","namespace":"e2e-models-e2e-worker-w0-7a8b03"},"namespace":"e2e-models-e2e-worker-w0-7a8b03","name":"simulator-w0-7a8b03","reconcileID":"b8c41cd9-ef95-42c6-98ae-534db2bd6375","Namespace":"e2e-models-e2e-worker-w0-7a8b03","Name":"simulator-w0-7a8b03","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-7a8b03-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-7a8b03 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-7a8b03","namespace":"e2e-models-e2e-worker-w0-7a8b03"},"namespace":"e2e-models-e2e-worker-w0-7a8b03","name":"simulator-w0-7a8b03","reconcileID":"b8c41cd9-ef95-42c6-98ae-534db2bd6375","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w0-7a8b03-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-7a8b03 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-7a8b03","namespace":"e2e-models-e2e-worker-w0-7a8b03"},"namespace":"e2e-models-e2e-worker-w0-7a8b03","name":"premium-w0-7a8b03","reconcileID":"a19f7d53-ea5e-484e-a8a6-67f5b1a2c1f8","Namespace":"e2e-models-e2e-worker-w0-7a8b03","Name":"premium-w0-7a8b03"}
{"level":"info","ts":"2026-10-30T13:57:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-7a8b03"}
{"level":"error","ts":"2026-10-30T13:57:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-7a8b03","namespace":"e2e-models-e2e-worker-w0-7a8b03"},"namespace":"e2e-models-e2e-worker-w0-7a8b03","name":"premium-w0-7a8b03","reconcileID":"a19f7d53-ea5e-484e-a8a6-67f5b1a2c1f8","Namespace":"e2e-models-e2e-worker-w0-7a8b03","Name":"premium-w0-7a8b03","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-7a8b03-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-7a8b03 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-7a8b03","namespace":"e2e-models-e2e-worker-w0-7a8b03"},"namespace":"e2e-models-e2e-worker-w0-7a8b03","name":"premium-w0-7a8b03","reconcileID":"a19f7d53-ea5e-484e-a8a6-67f5b1a2c1f8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w0-7a8b03-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-7a8b03 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-7a8b03","namespace":"e2e-models-e2e-worker-w0-7a8b03"},"namespace":"e2e-models-e2e-worker-w0-7a8b03","name":"distinct-w0-7a8b03","reconcileID":"84888293-e9a2-4d23-b381-c9d5429ddbbf","Namespace":"e2e-models-e2e-worker-w0-7a8b03","Name":"distinct-w0-7a8b03"}
{"level":"info","ts":"2026-10-30T13:57:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w0-7a8b03"}
{"level":"error","ts":"2026-10-30T13:57:30Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-7a8b03","namespace":"e2e-models-e2e-worker-w0-7a8b03"},"namespace":"e2e-models-e2e-worker-w0-7a8b03","name":"distinct-w0-7a8b03","reconcileID":"84888293-e9a2-4d23-b381-c9d5429ddbbf","Namespace":"e2e-models-e2e-worker-w0-7a8b03","Name":"distinct-w0-7a8b03","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-7a8b03-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-7a8b03 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:30Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-7a8b03","namespace":"e2e-models-e2e-worker-w0-7a8b03"},"namespace":"e2e-models-e2e-worker-w0-7a8b03","name":"distinct-w0-7a8b03","reconcileID":"84888293-e9a2-4d23-b381-c9d5429ddbbf","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w0-7a8b03-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-7a8b03 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-7a8b03","namespace":"e2e-models-e2e-worker-w0-7a8b03"},"namespace":"e2e-models-e2e-worker-w0-7a8b03","name":"distinct-2-w0-7a8b03","reconcileID":"fe69368e-ae6a-44e6-b061-3b8bace07072","Namespace":"e2e-models-e2e-worker-w0-7a8b03","Name":"distinct-2-w0-7a8b03"}
{"level":"info","ts":"2026-10-30T13:57:31Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-7a8b03","namespace":"e2e-models-e2e-worker-w0-7a8b03"},"namespace":"e2e-models-e2e-worker-w0-7a8b03","name":"distinct-2-w0-7a8b03","reconcileID":"fe69368e-ae6a-44e6-b061-3b8bace07072","Namespace":"e2e-models-e2e-worker-w0-7a8b03","Name":"distinct-2-w0-7a8b03"}
{"level":"info","ts":"2026-10-30T13:57:31Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Other LLMInferenceServices exist in namespace, skipping shared monitoring cleanup","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-7a8b03","namespace":"e2e-models-e2e-worker-w0-7a8b03"},"namespace":"e2e-models-e2e-worker-w0-7a8b03","name":"distinct-2-w0-7a8b03","reconcileID":"fe69368e-ae6a-44e6-b061-3b8bace07072","Namespace":"e2e-models-e2e-worker-w0-7a8b03","Name":"distinct-2-w0-7a8b03","namespace":"e2e-models-e2e-worker-w0-7a8b03"}
{"level":"error","ts":"2026-10-30T13:57:31Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-7a8b03","namespace":"e2e-models-e2e-worker-w0-7a8b03"},"namespace":"e2e-models-e2e-worker-w0-7a8b03","name":"distinct-2-w0-7a8b03","reconcileID":"fe69368e-ae6a-44e6-b061-3b8bace07072","Namespace":"e2e-models-e2e-worker-w0-7a8b03","Name":"distinct-2-w0-7a8b03","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-7a8b03","namespace":"e2e-models-e2e-worker-w0-7a8b03"},"namespace":"e2e-models-e2e-worker-w0-7a8b03","name":"simulator-w0-7a8b03","reconcileID":"3403cacc-0cbd-45fc-a766-e6c74441a9f6","Namespace":"e2e-models-e2e-worker-w0-7a8b03","Name":"simulator-w0-7a8b03"}
{"level":"info","ts":"2026-10-30T13:57:31Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-7a8b03","namespace":"e2e-models-e2e-worker-w0-7a8b03"},"namespace":"e2e-models-e2e-worker-w0-7a8b03","name":"simulator-w0-7a8b03","reconcileID":"3403cacc-0cbd-45fc-a766-e6c74441a9f6","Namespace":"e2e-models-e2e-worker-w0-7a8b03","Name":"simulator-w0-7a8b03"}
{"level":"info","ts":"2026-10-30T13:57:31Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-7a8b03","namespace":"e2e-models-e2e-worker-w0-7a8b03"},"namespace":"e2e-models-e2e-worker-w0-7a8b03","name":"simulator-w0-7a8b03","reconcileID":"3403cacc-0cbd-45fc-a766-e6c74441a9f6","Namespace":"e2e-models-e2e-worker-w0-7a8b03","Name":"simulator-w0-7a8b03","namespace":"e2e-models-e2e-worker-w0-7a8b03"}
{"level":"error","ts":"2026-10-30T13:57:31Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-7a8b03","namespace":"e2e-models-e2e-worker-w0-7a8b03"},"namespace":"e2e-models-e2e-worker-w0-7a8b03","name":"simulator-w0-7a8b03","reconcileID":"3403cacc-0cbd-45fc-a766-e6c74441a9f6","Namespace":"e2e-models-e2e-worker-w0-7a8b03","Name":"simulator-w0-7a8b03","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-7a8b03","namespace":"e2e-models-e2e-worker-w0-7a8b03"},"namespace":"e2e-models-e2e-worker-w0-7a8b03","name":"premium-w0-7a8b03","reconcileID":"d4c1130a-9e2d-452b-acea-b68d36362a12","Namespace":"e2e-models-e2e-worker-w0-7a8b03","Name":"premium-w0-7a8b03"}
{"level":"info","ts":"2026-10-30T13:57:31Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-7a8b03","namespace":"e2e-models-e2e-worker-w0-7a8b03"},"namespace":"e2e-models-e2e-worker-w0-7a8b03","name":"premium-w0-7a8b03","reconcileID":"d4c1130a-9e2d-452b-acea-b68d36362a12","Namespace":"e2e-models-e2e-worker-w0-7a8b03","Name":"premium-w0-7a8b03"}
{"level":"info","ts":"2026-10-30T13:57:31Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-7a8b03","namespace":"e2e-models-e2e-worker-w0-7a8b03"},"namespace":"e2e-models-e2e-worker-w0-7a8b03","name":"premium-w0-7a8b03","reconcileID":"d4c1130a-9e2d-452b-acea-b68d36362a12","Namespace":"e2e-models-e2e-worker-w0-7a8b03","Name":"premium-w0-7a8b03","namespace":"e2e-models-e2e-worker-w0-7a8b03"}
{"level":"error","ts":"2026-10-30T13:57:31Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-7a8b03","namespace":"e2e-models-e2e-worker-w0-7a8b03"},"namespace":"e2e-models-e2e-worker-w0-7a8b03","name":"premium-w0-7a8b03","reconcileID":"d4c1130a-9e2d-452b-acea-b68d36362a12","Namespace":"e2e-models-e2e-worker-w0-7a8b03","Name":"premium-w0-7a8b03","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-7a8b03","namespace":"e2e-models-e2e-worker-w0-7a8b03"},"namespace":"e2e-models-e2e-worker-w0-7a8b03","name":"distinct-w0-7a8b03","reconcileID":"75a3e458-6aa4-47ee-bbf0-e40f27851813","Namespace":"e2e-models-e2e-worker-w0-7a8b03","Name":"distinct-w0-7a8b03"}
{"level":"info","ts":"2026-10-30T13:57:31Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-7a8b03","namespace":"e2e-models-e2e-worker-w0-7a8b03"},"namespace":"e2e-models-e2e-worker-w0-7a8b03","name":"distinct-w0-7a8b03","reconcileID":"75a3e458-6aa4-47ee-bbf0-e40f27851813","Namespace":"e2e-models-e2e-worker-w0-7a8b03","Name":"distinct-w0-7a8b03"}
{"level":"info","ts":"2026-10-30T13:57:31Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-7a8b03","namespace":"e2e-models-e2e-worker-w0-7a8b03"},"namespace":"e2e-models-e2e-worker-w0-7a8b03","name":"distinct-w0-7a8b03","reconcileID":"75a3e458-6aa4-47ee-bbf0-e40f27851813","Namespace":"e2e-models-e2e-worker-w0-7a8b03","Name":"distinct-w0-7a8b03","namespace":"e2e-models-e2e-worker-w0-7a8b03"}
{"level":"error","ts":"2026-10-30T13:57:31Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-7a8b03","namespace":"e2e-models-e2e-worker-w0-7a8b03"},"namespace":"e2e-models-e2e-worker-w0-7a8b03","name":"distinct-w0-7a8b03","reconcileID":"75a3e458-6aa4-47ee-bbf0-e40f27851813","Namespace":"e2e-models-e2e-worker-w0-7a8b03","Name":"distinct-w0-7a8b03","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-2-w3-551dd1","reconcileID":"135b94e5-208f-450a-b40c-b42e75c13c3a","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"distinct-2-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-2-w3-551dd1","reconcileID":"135b94e5-208f-450a-b40c-b42e75c13c3a","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"distinct-2-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-2-w3-551dd1","reconcileID":"135b94e5-208f-450a-b40c-b42e75c13c3a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-w3-551dd1","reconcileID":"3f26088e-82b9-4ee5-baab-ebf2458c5461","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"distinct-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-w3-551dd1","reconcileID":"3f26088e-82b9-4ee5-baab-ebf2458c5461","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"distinct-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-w3-551dd1","reconcileID":"3f26088e-82b9-4ee5-baab-ebf2458c5461","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"premium-w3-551dd1","reconcileID":"c44c0a01-efa0-4ef4-b13e-2fb5fd2bc8be","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"premium-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"premium-w3-551dd1","reconcileID":"c44c0a01-efa0-4ef4-b13e-2fb5fd2bc8be","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"premium-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"premium-w3-551dd1","reconcileID":"c44c0a01-efa0-4ef4-b13e-2fb5fd2bc8be","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w0-7a8b03","namespace":"e2e-models-e2e-worker-w0-7a8b03"},"namespace":"e2e-models-e2e-worker-w0-7a8b03","name":"distinct-2-w0-7a8b03","reconcileID":"216f3a0a-2bb7-4667-8393-c2e82742823f","Namespace":"e2e-models-e2e-worker-w0-7a8b03","Name":"distinct-2-w0-7a8b03"}
{"level":"info","ts":"2026-10-30T13:57:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"simulator-w3-551dd1","reconcileID":"32b6b749-0b2e-4a59-8e19-04dc6e2e3a42","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"simulator-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"simulator-w3-551dd1","reconcileID":"32b6b749-0b2e-4a59-8e19-04dc6e2e3a42","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"simulator-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"simulator-w3-551dd1","reconcileID":"32b6b749-0b2e-4a59-8e19-04dc6e2e3a42","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d144eff8-c90c-43e5-9b49-0067e3b1af09","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:57:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T13:57:32Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-f7d99","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-f7d99","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"bbba3d6b-4c36-4eba-84c2-9b8c7e0fa735","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-f7d99","namespace":"llm"}
{"level":"info","ts":"2026-10-30T13:57:32Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d144eff8-c90c-43e5-9b49-0067e3b1af09","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:57:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d144eff8-c90c-43e5-9b49-0067e3b1af09","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:57:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d144eff8-c90c-43e5-9b49-0067e3b1af09","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:57:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d144eff8-c90c-43e5-9b49-0067e3b1af09","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:57:32Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d144eff8-c90c-43e5-9b49-0067e3b1af09","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:57:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d144eff8-c90c-43e5-9b49-0067e3b1af09","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:57:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d144eff8-c90c-43e5-9b49-0067e3b1af09","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:57:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d144eff8-c90c-43e5-9b49-0067e3b1af09","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:57:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d144eff8-c90c-43e5-9b49-0067e3b1af09","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","route":"llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T13:57:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d144eff8-c90c-43e5-9b49-0067e3b1af09","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:57:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d144eff8-c90c-43e5-9b49-0067e3b1af09","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T13:57:32Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d144eff8-c90c-43e5-9b49-0067e3b1af09","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:57:32Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d144eff8-c90c-43e5-9b49-0067e3b1af09","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:57:32Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d144eff8-c90c-43e5-9b49-0067e3b1af09","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:57:32Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d144eff8-c90c-43e5-9b49-0067e3b1af09","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:57:32Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d144eff8-c90c-43e5-9b49-0067e3b1af09","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:57:32Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d144eff8-c90c-43e5-9b49-0067e3b1af09","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:57:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"18b3dccd-f468-4961-83f1-160cd2b4c369","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T13:57:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T13:57:33Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated-validation-6ll7z","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated-validation-6ll7z","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"c7115175-fd10-4f78-b7b7-07b90ec0c7c4","name":"e2e-trlp-test-simulated-validation-6ll7z","namespace":"llm"}
{"level":"info","ts":"2026-10-30T13:57:33Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"18b3dccd-f468-4961-83f1-160cd2b4c369","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T13:57:33Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"18b3dccd-f468-4961-83f1-160cd2b4c369","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T13:57:33Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"18b3dccd-f468-4961-83f1-160cd2b4c369","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T13:57:33Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"18b3dccd-f468-4961-83f1-160cd2b4c369","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T13:57:33Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"18b3dccd-f468-4961-83f1-160cd2b4c369","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T13:57:33Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"18b3dccd-f468-4961-83f1-160cd2b4c369","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T13:57:33Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"18b3dccd-f468-4961-83f1-160cd2b4c369","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T13:57:33Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"18b3dccd-f468-4961-83f1-160cd2b4c369","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T13:57:33Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"18b3dccd-f468-4961-83f1-160cd2b4c369","Namespace":"llm","Name":"e2e-trlp-test-simulated","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T13:57:33Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"18b3dccd-f468-4961-83f1-160cd2b4c369","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T13:57:33Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"18b3dccd-f468-4961-83f1-160cd2b4c369","Namespace":"llm","Name":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T13:57:33Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"18b3dccd-f468-4961-83f1-160cd2b4c369","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T13:57:33Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"18b3dccd-f468-4961-83f1-160cd2b4c369","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T13:57:33Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"18b3dccd-f468-4961-83f1-160cd2b4c369","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T13:57:33Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"18b3dccd-f468-4961-83f1-160cd2b4c369","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T13:57:33Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"18b3dccd-f468-4961-83f1-160cd2b4c369","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T13:57:33Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"18b3dccd-f468-4961-83f1-160cd2b4c369","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T13:57:33Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"aefd0ed9-ab2f-4a70-8432-fa34f2018e5f","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T13:57:33Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T13:57:33Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator-validation-mpnvb","namespace":"llm"},"namespace":"llm","name":"echo-simulator-validation-mpnvb","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"801f8f6d-ef99-4da0-9965-0c57a7d2bced","name":"echo-simulator-validation-mpnvb","namespace":"llm"}
{"level":"info","ts":"2026-10-30T13:57:33Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"aefd0ed9-ab2f-4a70-8432-fa34f2018e5f","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T13:57:33Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"aefd0ed9-ab2f-4a70-8432-fa34f2018e5f","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T13:57:33Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"aefd0ed9-ab2f-4a70-8432-fa34f2018e5f","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T13:57:33Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"aefd0ed9-ab2f-4a70-8432-fa34f2018e5f","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T13:57:33Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"aefd0ed9-ab2f-4a70-8432-fa34f2018e5f","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T13:57:33Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"aefd0ed9-ab2f-4a70-8432-fa34f2018e5f","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T13:57:33Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"aefd0ed9-ab2f-4a70-8432-fa34f2018e5f","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T13:57:33Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"aefd0ed9-ab2f-4a70-8432-fa34f2018e5f","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T13:57:33Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"aefd0ed9-ab2f-4a70-8432-fa34f2018e5f","Namespace":"llm","Name":"echo-simulator","route":"llm/echo-simulator-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T13:57:33Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"aefd0ed9-ab2f-4a70-8432-fa34f2018e5f","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T13:57:33Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"aefd0ed9-ab2f-4a70-8432-fa34f2018e5f","Namespace":"llm","Name":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T13:57:33Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"aefd0ed9-ab2f-4a70-8432-fa34f2018e5f","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T13:57:33Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"aefd0ed9-ab2f-4a70-8432-fa34f2018e5f","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T13:57:33Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"aefd0ed9-ab2f-4a70-8432-fa34f2018e5f","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T13:57:33Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"aefd0ed9-ab2f-4a70-8432-fa34f2018e5f","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T13:57:34Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"aefd0ed9-ab2f-4a70-8432-fa34f2018e5f","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T13:57:34Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"aefd0ed9-ab2f-4a70-8432-fa34f2018e5f","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T13:57:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9045ff53-60c5-41bc-a93e-3b44d04ebe17","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:57:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T13:57:34Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated-validation-9vkxl","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated-validation-9vkxl","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"5e059caf-977c-4c32-97b7-dd267710ae81","name":"facebook-opt-125m-simulated-validation-9vkxl","namespace":"llm"}
{"level":"info","ts":"2026-10-30T13:57:34Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9045ff53-60c5-41bc-a93e-3b44d04ebe17","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:57:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9045ff53-60c5-41bc-a93e-3b44d04ebe17","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:57:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9045ff53-60c5-41bc-a93e-3b44d04ebe17","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:57:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9045ff53-60c5-41bc-a93e-3b44d04ebe17","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:57:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9045ff53-60c5-41bc-a93e-3b44d04ebe17","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:57:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9045ff53-60c5-41bc-a93e-3b44d04ebe17","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:57:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9045ff53-60c5-41bc-a93e-3b44d04ebe17","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:57:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9045ff53-60c5-41bc-a93e-3b44d04ebe17","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:57:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9045ff53-60c5-41bc-a93e-3b44d04ebe17","Namespace":"llm","Name":"facebook-opt-125m-simulated","route":"llm/facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T13:57:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9045ff53-60c5-41bc-a93e-3b44d04ebe17","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:57:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9045ff53-60c5-41bc-a93e-3b44d04ebe17","Namespace":"llm","Name":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T13:57:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9045ff53-60c5-41bc-a93e-3b44d04ebe17","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:57:34Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9045ff53-60c5-41bc-a93e-3b44d04ebe17","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:57:34Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9045ff53-60c5-41bc-a93e-3b44d04ebe17","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:57:34Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9045ff53-60c5-41bc-a93e-3b44d04ebe17","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:57:34Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9045ff53-60c5-41bc-a93e-3b44d04ebe17","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:57:34Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9045ff53-60c5-41bc-a93e-3b44d04ebe17","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:57:34Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2af71c70-e36a-4754-8da2-fe9c48d0aa31","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T13:57:34Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T13:57:34Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated-validation-6trpx","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated-validation-6trpx","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"682abb3a-79b6-46a0-b422-5a2c47457e37","name":"e2e-embedding-simulated-validation-6trpx","namespace":"llm"}
{"level":"info","ts":"2026-10-30T13:57:34Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2af71c70-e36a-4754-8da2-fe9c48d0aa31","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T13:57:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2af71c70-e36a-4754-8da2-fe9c48d0aa31","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T13:57:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2af71c70-e36a-4754-8da2-fe9c48d0aa31","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T13:57:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2af71c70-e36a-4754-8da2-fe9c48d0aa31","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T13:57:34Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2af71c70-e36a-4754-8da2-fe9c48d0aa31","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T13:57:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2af71c70-e36a-4754-8da2-fe9c48d0aa31","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T13:57:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2af71c70-e36a-4754-8da2-fe9c48d0aa31","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T13:57:34Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2af71c70-e36a-4754-8da2-fe9c48d0aa31","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T13:57:35Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2af71c70-e36a-4754-8da2-fe9c48d0aa31","Namespace":"llm","Name":"e2e-embedding-simulated","route":"llm/e2e-embedding-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T13:57:35Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2af71c70-e36a-4754-8da2-fe9c48d0aa31","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T13:57:35Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2af71c70-e36a-4754-8da2-fe9c48d0aa31","Namespace":"llm","Name":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T13:57:35Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2af71c70-e36a-4754-8da2-fe9c48d0aa31","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T13:57:35Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2af71c70-e36a-4754-8da2-fe9c48d0aa31","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T13:57:35Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2af71c70-e36a-4754-8da2-fe9c48d0aa31","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T13:57:35Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2af71c70-e36a-4754-8da2-fe9c48d0aa31","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T13:57:35Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2af71c70-e36a-4754-8da2-fe9c48d0aa31","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T13:57:35Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2af71c70-e36a-4754-8da2-fe9c48d0aa31","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T13:57:35Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"585a9eba-a048-4fcc-a604-5348f3bb7b86","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T13:57:35Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T13:57:35Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium-validation-qtsp5","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium-validation-qtsp5","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"e3c45b64-9c6f-4b8b-ba66-17ee4dbd5095","name":"premium-simulated-simulated-premium-validation-qtsp5","namespace":"llm"}
{"level":"info","ts":"2026-10-30T13:57:35Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"585a9eba-a048-4fcc-a604-5348f3bb7b86","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T13:57:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"585a9eba-a048-4fcc-a604-5348f3bb7b86","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T13:57:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"585a9eba-a048-4fcc-a604-5348f3bb7b86","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T13:57:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"585a9eba-a048-4fcc-a604-5348f3bb7b86","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T13:57:35Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"585a9eba-a048-4fcc-a604-5348f3bb7b86","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T13:57:35Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"585a9eba-a048-4fcc-a604-5348f3bb7b86","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T13:57:35Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"585a9eba-a048-4fcc-a604-5348f3bb7b86","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T13:57:35Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"585a9eba-a048-4fcc-a604-5348f3bb7b86","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T13:57:35Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"585a9eba-a048-4fcc-a604-5348f3bb7b86","Namespace":"llm","Name":"premium-simulated-simulated-premium","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T13:57:35Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"585a9eba-a048-4fcc-a604-5348f3bb7b86","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T13:57:35Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"585a9eba-a048-4fcc-a604-5348f3bb7b86","Namespace":"llm","Name":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T13:57:35Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"585a9eba-a048-4fcc-a604-5348f3bb7b86","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T13:57:35Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"585a9eba-a048-4fcc-a604-5348f3bb7b86","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T13:57:35Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"585a9eba-a048-4fcc-a604-5348f3bb7b86","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T13:57:35Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"585a9eba-a048-4fcc-a604-5348f3bb7b86","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T13:57:35Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"585a9eba-a048-4fcc-a604-5348f3bb7b86","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T13:57:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"585a9eba-a048-4fcc-a604-5348f3bb7b86","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T13:57:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w0-7a8b03","namespace":"e2e-models-e2e-worker-w0-7a8b03"},"namespace":"e2e-models-e2e-worker-w0-7a8b03","name":"simulator-w0-7a8b03","reconcileID":"2875a803-8409-4ce9-a815-da97a8c1f946","Namespace":"e2e-models-e2e-worker-w0-7a8b03","Name":"simulator-w0-7a8b03"}
{"level":"info","ts":"2026-10-30T13:57:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"818c3972-ac55-469f-a52c-5c39273f7e80","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T13:57:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T13:57:36Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated-validation-n4wtk","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated-validation-n4wtk","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"d7a36f7e-e259-48b2-8616-6ff1cf23b053","name":"e2e-distinct-2-simulated-validation-n4wtk","namespace":"llm"}
{"level":"info","ts":"2026-10-30T13:57:36Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"818c3972-ac55-469f-a52c-5c39273f7e80","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T13:57:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"818c3972-ac55-469f-a52c-5c39273f7e80","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T13:57:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"818c3972-ac55-469f-a52c-5c39273f7e80","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T13:57:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"818c3972-ac55-469f-a52c-5c39273f7e80","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T13:57:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"818c3972-ac55-469f-a52c-5c39273f7e80","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T13:57:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"818c3972-ac55-469f-a52c-5c39273f7e80","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T13:57:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"818c3972-ac55-469f-a52c-5c39273f7e80","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T13:57:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"818c3972-ac55-469f-a52c-5c39273f7e80","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T13:57:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"818c3972-ac55-469f-a52c-5c39273f7e80","Namespace":"llm","Name":"e2e-distinct-2-simulated","route":"llm/e2e-distinct-2-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T13:57:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"818c3972-ac55-469f-a52c-5c39273f7e80","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T13:57:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"818c3972-ac55-469f-a52c-5c39273f7e80","Namespace":"llm","Name":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T13:57:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"818c3972-ac55-469f-a52c-5c39273f7e80","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T13:57:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"818c3972-ac55-469f-a52c-5c39273f7e80","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T13:57:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"818c3972-ac55-469f-a52c-5c39273f7e80","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T13:57:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"818c3972-ac55-469f-a52c-5c39273f7e80","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T13:57:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"818c3972-ac55-469f-a52c-5c39273f7e80","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T13:57:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"818c3972-ac55-469f-a52c-5c39273f7e80","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T13:57:36Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"db280156-cbc4-4d40-ac42-3d5dc8dce66e","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T13:57:36Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T13:57:36Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated-validation-gqtr7","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated-validation-gqtr7","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"d265ee56-61f9-4bde-a2f7-c3161fd14ecb","name":"e2e-distinct-simulated-validation-gqtr7","namespace":"llm"}
{"level":"info","ts":"2026-10-30T13:57:36Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"db280156-cbc4-4d40-ac42-3d5dc8dce66e","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T13:57:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"db280156-cbc4-4d40-ac42-3d5dc8dce66e","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T13:57:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"db280156-cbc4-4d40-ac42-3d5dc8dce66e","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T13:57:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"db280156-cbc4-4d40-ac42-3d5dc8dce66e","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T13:57:36Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"db280156-cbc4-4d40-ac42-3d5dc8dce66e","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T13:57:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"db280156-cbc4-4d40-ac42-3d5dc8dce66e","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T13:57:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"db280156-cbc4-4d40-ac42-3d5dc8dce66e","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T13:57:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"db280156-cbc4-4d40-ac42-3d5dc8dce66e","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T13:57:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"db280156-cbc4-4d40-ac42-3d5dc8dce66e","Namespace":"llm","Name":"e2e-distinct-simulated","route":"llm/e2e-distinct-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T13:57:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"db280156-cbc4-4d40-ac42-3d5dc8dce66e","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T13:57:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"db280156-cbc4-4d40-ac42-3d5dc8dce66e","Namespace":"llm","Name":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T13:57:36Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"db280156-cbc4-4d40-ac42-3d5dc8dce66e","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T13:57:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"db280156-cbc4-4d40-ac42-3d5dc8dce66e","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T13:57:36Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"db280156-cbc4-4d40-ac42-3d5dc8dce66e","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T13:57:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"db280156-cbc4-4d40-ac42-3d5dc8dce66e","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T13:57:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"db280156-cbc4-4d40-ac42-3d5dc8dce66e","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T13:57:37Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"db280156-cbc4-4d40-ac42-3d5dc8dce66e","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T13:57:37Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w0-7a8b03","namespace":"e2e-models-e2e-worker-w0-7a8b03"},"namespace":"e2e-models-e2e-worker-w0-7a8b03","name":"premium-w0-7a8b03","reconcileID":"4a24dba7-fe58-4ba3-b84e-5a7192b1d6bf","Namespace":"e2e-models-e2e-worker-w0-7a8b03","Name":"premium-w0-7a8b03"}
{"level":"info","ts":"2026-10-30T13:57:37Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w0-7a8b03","namespace":"e2e-models-e2e-worker-w0-7a8b03"},"namespace":"e2e-models-e2e-worker-w0-7a8b03","name":"distinct-w0-7a8b03","reconcileID":"78d13224-656f-46f6-83c6-c6d1a0ad1dfd","Namespace":"e2e-models-e2e-worker-w0-7a8b03","Name":"distinct-w0-7a8b03"}
{"level":"info","ts":"2026-10-30T13:57:37Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-2-w3-551dd1","reconcileID":"97f5107e-c65d-48f3-93bc-c85df30ad5e7","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"distinct-2-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:37Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:37Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-2-w3-551dd1","reconcileID":"97f5107e-c65d-48f3-93bc-c85df30ad5e7","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"distinct-2-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:37Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-2-w3-551dd1","reconcileID":"97f5107e-c65d-48f3-93bc-c85df30ad5e7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:37Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-w3-551dd1","reconcileID":"5e61aeec-ed85-40f2-b4f8-8de519287d2d","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"distinct-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:37Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:37Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-w3-551dd1","reconcileID":"5e61aeec-ed85-40f2-b4f8-8de519287d2d","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"distinct-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:37Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-w3-551dd1","reconcileID":"5e61aeec-ed85-40f2-b4f8-8de519287d2d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:37Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"premium-w3-551dd1","reconcileID":"a042e275-66ec-4618-8f85-691db4f28bb4","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"premium-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:37Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:37Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"premium-w3-551dd1","reconcileID":"a042e275-66ec-4618-8f85-691db4f28bb4","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"premium-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:37Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"premium-w3-551dd1","reconcileID":"a042e275-66ec-4618-8f85-691db4f28bb4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:37Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"simulator-w3-551dd1","reconcileID":"f19adb43-7592-4b9d-b787-f0491b9ab5e2","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"simulator-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:37Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:37Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"simulator-w3-551dd1","reconcileID":"f19adb43-7592-4b9d-b787-f0491b9ab5e2","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"simulator-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:37Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"simulator-w3-551dd1","reconcileID":"f19adb43-7592-4b9d-b787-f0491b9ab5e2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:42Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-2-w3-551dd1","reconcileID":"d5fde595-07e0-4de8-a95a-6d91cfd601fe","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"distinct-2-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:42Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:42Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-2-w3-551dd1","reconcileID":"d5fde595-07e0-4de8-a95a-6d91cfd601fe","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"distinct-2-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:42Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-2-w3-551dd1","reconcileID":"d5fde595-07e0-4de8-a95a-6d91cfd601fe","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:42Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-w3-551dd1","reconcileID":"22cf9ea6-b2bc-4eb3-bde3-1d6276fd9641","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"distinct-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:42Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:42Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-w3-551dd1","reconcileID":"22cf9ea6-b2bc-4eb3-bde3-1d6276fd9641","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"distinct-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:42Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-w3-551dd1","reconcileID":"22cf9ea6-b2bc-4eb3-bde3-1d6276fd9641","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:42Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"premium-w3-551dd1","reconcileID":"6e2590e2-8fad-4358-a080-302390d14acb","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"premium-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:42Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:42Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"premium-w3-551dd1","reconcileID":"6e2590e2-8fad-4358-a080-302390d14acb","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"premium-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:42Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"premium-w3-551dd1","reconcileID":"6e2590e2-8fad-4358-a080-302390d14acb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:42Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"simulator-w3-551dd1","reconcileID":"a8a16102-6cd9-4aa4-9599-dffb867f513b","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"simulator-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:42Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:42Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"simulator-w3-551dd1","reconcileID":"a8a16102-6cd9-4aa4-9599-dffb867f513b","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"simulator-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:42Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"simulator-w3-551dd1","reconcileID":"a8a16102-6cd9-4aa4-9599-dffb867f513b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-2-w3-551dd1","reconcileID":"4398f41c-5764-451b-bb1e-26cb11e70e90","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"distinct-2-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:43Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:43Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-2-w3-551dd1","reconcileID":"4398f41c-5764-451b-bb1e-26cb11e70e90","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"distinct-2-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:43Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-2-w3-551dd1","reconcileID":"4398f41c-5764-451b-bb1e-26cb11e70e90","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-w3-551dd1","reconcileID":"6cedf839-8561-4f54-9754-3892efe9f220","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"distinct-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:43Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:43Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-w3-551dd1","reconcileID":"6cedf839-8561-4f54-9754-3892efe9f220","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"distinct-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:43Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-w3-551dd1","reconcileID":"6cedf839-8561-4f54-9754-3892efe9f220","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"premium-w3-551dd1","reconcileID":"78f56dc8-e022-4834-8286-670fbe077811","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"premium-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:43Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:43Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"premium-w3-551dd1","reconcileID":"78f56dc8-e022-4834-8286-670fbe077811","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"premium-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:43Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"premium-w3-551dd1","reconcileID":"78f56dc8-e022-4834-8286-670fbe077811","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:43Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"simulator-w3-551dd1","reconcileID":"2dade042-bb62-4530-8e84-e7ac27436310","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"simulator-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:43Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:43Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"simulator-w3-551dd1","reconcileID":"2dade042-bb62-4530-8e84-e7ac27436310","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"simulator-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:43Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"simulator-w3-551dd1","reconcileID":"2dade042-bb62-4530-8e84-e7ac27436310","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:43Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"7102e774-daea-480a-ad18-873d8b88c76b","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T13:57:43Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"4887f4f0-18e7-41da-9840-81e24b7497dc","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T13:57:43Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"53d8fa37-81bf-4a6b-9b38-10e4b4bf4ec3","name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T13:57:43Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"6125c406-53eb-4355-b91d-9e9996befb01","name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T13:57:44Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-router-route","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-router-route","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"eadb4af8-941e-4119-8409-b62835cf2d79","name":"v3-6-0-ea-2-kserve-config-llm-router-route","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T13:57:44Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"e99a25c3-3a93-40ee-84a9-874b861fff4d","name":"v3-6-0-ea-2-kserve-config-llm-scheduler","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T13:57:44Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"6f305dc4-948f-4cd3-926b-b3c8de3e9cff","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T13:57:44Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"69db9114-1d0f-46f3-b0db-d6f30f00ae00","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T13:57:44Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"0400ab0f-2e4a-4c76-8523-fdbfcfab065c","name":"v3-6-0-ea-2-kserve-config-llm-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T13:57:44Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"d9cf9e61-1fe2-4ad8-bf08-c32ce5e4141e","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T13:57:44Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tracing","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"4c0234d5-d753-45d7-a99b-c5f8075f34ac","name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T13:57:44Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"265974a4-249a-4d32-895c-a203e43e83fd","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T13:57:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"simulator-w3-551dd1","reconcileID":"16e153c7-db0d-4829-ac3a-5368080e951b","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"simulator-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:49Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"simulator-w3-551dd1","reconcileID":"16e153c7-db0d-4829-ac3a-5368080e951b","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"simulator-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:49Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"simulator-w3-551dd1","reconcileID":"16e153c7-db0d-4829-ac3a-5368080e951b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"premium-w3-551dd1","reconcileID":"9c5b9c2b-86dd-4753-a193-25563e1cb66f","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"premium-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:49Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"premium-w3-551dd1","reconcileID":"9c5b9c2b-86dd-4753-a193-25563e1cb66f","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"premium-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:49Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"premium-w3-551dd1","reconcileID":"9c5b9c2b-86dd-4753-a193-25563e1cb66f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"simulator-w3-551dd1","reconcileID":"1a1d14cb-96b8-42bf-8ae8-582c5163581a","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"simulator-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:49Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"simulator-w3-551dd1","reconcileID":"1a1d14cb-96b8-42bf-8ae8-582c5163581a","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"simulator-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:49Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"simulator-w3-551dd1","reconcileID":"1a1d14cb-96b8-42bf-8ae8-582c5163581a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:49Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"premium-w3-551dd1","reconcileID":"1ffc18e3-8bc5-4932-818c-42e3ebc3bfbd","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"premium-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:49Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:49Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"premium-w3-551dd1","reconcileID":"1ffc18e3-8bc5-4932-818c-42e3ebc3bfbd","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"premium-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:49Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"premium-w3-551dd1","reconcileID":"1ffc18e3-8bc5-4932-818c-42e3ebc3bfbd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-2-w3-551dd1","reconcileID":"b9481057-38b1-479e-abd6-75c0714a1f37","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"distinct-2-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:51Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-2-w3-551dd1","reconcileID":"b9481057-38b1-479e-abd6-75c0714a1f37","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"distinct-2-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:51Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-2-w3-551dd1","reconcileID":"b9481057-38b1-479e-abd6-75c0714a1f37","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-w3-551dd1","reconcileID":"c53de7d1-56f2-411d-bc4b-83222748a7a9","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"distinct-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:51Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-w3-551dd1","reconcileID":"c53de7d1-56f2-411d-bc4b-83222748a7a9","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"distinct-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:51Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-w3-551dd1","reconcileID":"c53de7d1-56f2-411d-bc4b-83222748a7a9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"simulator-w3-551dd1","reconcileID":"d10eb231-e9f2-4774-9d2d-5af6d013472c","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"simulator-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:51Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"simulator-w3-551dd1","reconcileID":"d10eb231-e9f2-4774-9d2d-5af6d013472c","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"simulator-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:51Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"simulator-w3-551dd1","reconcileID":"d10eb231-e9f2-4774-9d2d-5af6d013472c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"premium-w3-551dd1","reconcileID":"2b689ca6-8a97-4f5c-bc45-1e4f86c91e34","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"premium-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:51Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"premium-w3-551dd1","reconcileID":"2b689ca6-8a97-4f5c-bc45-1e4f86c91e34","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"premium-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:51Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"premium-w3-551dd1","reconcileID":"2b689ca6-8a97-4f5c-bc45-1e4f86c91e34","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-2-w3-551dd1","reconcileID":"229674f4-6560-46ef-9c99-66290df711e6","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"distinct-2-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-2-w3-551dd1","reconcileID":"229674f4-6560-46ef-9c99-66290df711e6","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"distinct-2-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-2-w3-551dd1","reconcileID":"229674f4-6560-46ef-9c99-66290df711e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-w3-551dd1","reconcileID":"bd6f95e2-d889-4f09-b0e8-a8cbaec14f00","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"distinct-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-w3-551dd1","reconcileID":"bd6f95e2-d889-4f09-b0e8-a8cbaec14f00","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"distinct-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-w3-551dd1","reconcileID":"bd6f95e2-d889-4f09-b0e8-a8cbaec14f00","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"simulator-w3-551dd1","reconcileID":"3412a8d1-c4a2-4423-9b6e-726e62ea924f","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"simulator-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"simulator-w3-551dd1","reconcileID":"3412a8d1-c4a2-4423-9b6e-726e62ea924f","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"simulator-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"simulator-w3-551dd1","reconcileID":"3412a8d1-c4a2-4423-9b6e-726e62ea924f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"premium-w3-551dd1","reconcileID":"cae638b4-47f7-4cb5-9a4f-9c41a657e3ce","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"premium-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"premium-w3-551dd1","reconcileID":"cae638b4-47f7-4cb5-9a4f-9c41a657e3ce","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"premium-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"premium-w3-551dd1","reconcileID":"cae638b4-47f7-4cb5-9a4f-9c41a657e3ce","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-2-w3-551dd1","reconcileID":"8590dd31-5b0b-4c25-9847-d3cb0f8b0229","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"distinct-2-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-2-w3-551dd1","reconcileID":"8590dd31-5b0b-4c25-9847-d3cb0f8b0229","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"distinct-2-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-2-w3-551dd1","reconcileID":"8590dd31-5b0b-4c25-9847-d3cb0f8b0229","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-w3-551dd1","reconcileID":"13ccb292-eb52-4b98-8944-fd2f2ef49f54","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"distinct-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-w3-551dd1","reconcileID":"13ccb292-eb52-4b98-8944-fd2f2ef49f54","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"distinct-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-w3-551dd1","reconcileID":"13ccb292-eb52-4b98-8944-fd2f2ef49f54","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"premium-w3-551dd1","reconcileID":"a90f3059-2c2a-4ece-8877-bacb406d6188","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"premium-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"premium-w3-551dd1","reconcileID":"a90f3059-2c2a-4ece-8877-bacb406d6188","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"premium-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"premium-w3-551dd1","reconcileID":"a90f3059-2c2a-4ece-8877-bacb406d6188","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"simulator-w3-551dd1","reconcileID":"f17d6816-6b78-4ca9-a1a6-f5a732e6b0bd","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"simulator-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"simulator-w3-551dd1","reconcileID":"f17d6816-6b78-4ca9-a1a6-f5a732e6b0bd","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"simulator-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"simulator-w3-551dd1","reconcileID":"f17d6816-6b78-4ca9-a1a6-f5a732e6b0bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-2-w3-551dd1","reconcileID":"da3692c6-df85-4370-8166-0b2286f7acd7","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"distinct-2-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-2-w3-551dd1","reconcileID":"da3692c6-df85-4370-8166-0b2286f7acd7","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"distinct-2-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-2-w3-551dd1","reconcileID":"da3692c6-df85-4370-8166-0b2286f7acd7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-w3-551dd1","reconcileID":"e7085d4b-f3a4-440e-abad-969a34f83490","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"distinct-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-w3-551dd1","reconcileID":"e7085d4b-f3a4-440e-abad-969a34f83490","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"distinct-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-w3-551dd1","reconcileID":"e7085d4b-f3a4-440e-abad-969a34f83490","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"premium-w3-551dd1","reconcileID":"83c6937b-877e-4b35-8048-c06891b25862","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"premium-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"premium-w3-551dd1","reconcileID":"83c6937b-877e-4b35-8048-c06891b25862","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"premium-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"premium-w3-551dd1","reconcileID":"83c6937b-877e-4b35-8048-c06891b25862","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"simulator-w3-551dd1","reconcileID":"e988eb40-8e3b-476f-8fcd-717e12ce424d","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"simulator-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"simulator-w3-551dd1","reconcileID":"e988eb40-8e3b-476f-8fcd-717e12ce424d","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"simulator-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"simulator-w3-551dd1","reconcileID":"e988eb40-8e3b-476f-8fcd-717e12ce424d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-2-w3-551dd1","reconcileID":"7f3afb88-81dc-4b26-a890-c9f242adfb26","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"distinct-2-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-2-w3-551dd1","reconcileID":"7f3afb88-81dc-4b26-a890-c9f242adfb26","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"distinct-2-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-2-w3-551dd1","reconcileID":"7f3afb88-81dc-4b26-a890-c9f242adfb26","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-w3-551dd1","reconcileID":"6dbe463d-573d-48bc-9919-3554c26beb99","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"distinct-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-w3-551dd1","reconcileID":"6dbe463d-573d-48bc-9919-3554c26beb99","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"distinct-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-w3-551dd1","reconcileID":"6dbe463d-573d-48bc-9919-3554c26beb99","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"premium-w3-551dd1","reconcileID":"281fbc13-1b46-4c05-9055-76e7e9862454","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"premium-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"premium-w3-551dd1","reconcileID":"281fbc13-1b46-4c05-9055-76e7e9862454","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"premium-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"premium-w3-551dd1","reconcileID":"281fbc13-1b46-4c05-9055-76e7e9862454","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"simulator-w3-551dd1","reconcileID":"59abd44d-40ee-42b0-8726-0526697a76e2","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"simulator-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"simulator-w3-551dd1","reconcileID":"59abd44d-40ee-42b0-8726-0526697a76e2","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"simulator-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"simulator-w3-551dd1","reconcileID":"59abd44d-40ee-42b0-8726-0526697a76e2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-w3-551dd1","reconcileID":"de0bd884-1391-491a-a34d-404dc991f17b","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"distinct-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-w3-551dd1","reconcileID":"de0bd884-1391-491a-a34d-404dc991f17b","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"distinct-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-w3-551dd1","reconcileID":"de0bd884-1391-491a-a34d-404dc991f17b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-2-w3-551dd1","reconcileID":"ad89183d-61be-404e-9976-d9aab7f2411d","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"distinct-2-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-2-w3-551dd1","reconcileID":"ad89183d-61be-404e-9976-d9aab7f2411d","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"distinct-2-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"distinct-2-w3-551dd1","reconcileID":"ad89183d-61be-404e-9976-d9aab7f2411d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:57:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"simulator-w3-551dd1","reconcileID":"78bd97f3-0275-4b2c-aee6-53cc5ef91e1c","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"simulator-w3-551dd1"}
{"level":"info","ts":"2026-10-30T13:57:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-551dd1"}
{"level":"error","ts":"2026-10-30T13:57:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"simulator-w3-551dd1","reconcileID":"78bd97f3-0275-4b2c-aee6-53cc5ef91e1c","Namespace":"e2e-models-e2e-worker-w3-551dd1","Name":"simulator-w3-551dd1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:57:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-551dd1","namespace":"e2e-models-e2e-worker-w3-551dd1"},"namespace":"e2e-models-e2e-worker-w3-551dd1","name":"simulator-w3-551dd1","reconcileID":"78bd97f3-0275-4b2c-aee6-53cc5ef91e1c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-551dd1-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-551dd1 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}