{"level":"error","ts":"2026-10-30T13:08:51Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"simulator-w4-512ec5","reconcileID":"12fe92f5-ec63-4577-b9d5-2aea4105b624","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"simulator-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:08:51Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"simulator-w4-512ec5","reconcileID":"12fe92f5-ec63-4577-b9d5-2aea4105b624","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:08:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-2-w4-512ec5","reconcileID":"0a937ae6-bcd7-4669-bf1c-346db2e00d17","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-2-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:08:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:08:51Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-2-w4-512ec5","reconcileID":"0a937ae6-bcd7-4669-bf1c-346db2e00d17","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-2-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:08:51Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-2-w4-512ec5","reconcileID":"0a937ae6-bcd7-4669-bf1c-346db2e00d17","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:08:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"premium-w4-512ec5","reconcileID":"81695dee-1afe-487c-af7c-d31b78b3c6d6","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"premium-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:08:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:08:51Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"premium-w4-512ec5","reconcileID":"81695dee-1afe-487c-af7c-d31b78b3c6d6","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"premium-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:08:51Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"premium-w4-512ec5","reconcileID":"81695dee-1afe-487c-af7c-d31b78b3c6d6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:08:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6a7148","namespace":"e2e-models-e2e-worker-w3-6a7148"},"namespace":"e2e-models-e2e-worker-w3-6a7148","name":"distinct-w3-6a7148","reconcileID":"04017327-8021-4736-a878-e0dae2c488f5","Namespace":"e2e-models-e2e-worker-w3-6a7148","Name":"distinct-w3-6a7148"}
{"level":"info","ts":"2026-10-30T13:08:51Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6a7148","namespace":"e2e-models-e2e-worker-w3-6a7148"},"namespace":"e2e-models-e2e-worker-w3-6a7148","name":"distinct-w3-6a7148","reconcileID":"04017327-8021-4736-a878-e0dae2c488f5","Namespace":"e2e-models-e2e-worker-w3-6a7148","Name":"distinct-w3-6a7148"}
{"level":"info","ts":"2026-10-30T13:08:51Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6a7148","namespace":"e2e-models-e2e-worker-w3-6a7148"},"namespace":"e2e-models-e2e-worker-w3-6a7148","name":"distinct-w3-6a7148","reconcileID":"04017327-8021-4736-a878-e0dae2c488f5","Namespace":"e2e-models-e2e-worker-w3-6a7148","Name":"distinct-w3-6a7148","namespace":"e2e-models-e2e-worker-w3-6a7148"}
{"level":"error","ts":"2026-10-30T13:08:51Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6a7148","namespace":"e2e-models-e2e-worker-w3-6a7148"},"namespace":"e2e-models-e2e-worker-w3-6a7148","name":"distinct-w3-6a7148","reconcileID":"04017327-8021-4736-a878-e0dae2c488f5","Namespace":"e2e-models-e2e-worker-w3-6a7148","Name":"distinct-w3-6a7148","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:08:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-6a7148","namespace":"e2e-models-e2e-worker-w3-6a7148"},"namespace":"e2e-models-e2e-worker-w3-6a7148","name":"distinct-2-w3-6a7148","reconcileID":"5b0b08c6-ba9a-4853-bbf9-d953d0efb2ec","Namespace":"e2e-models-e2e-worker-w3-6a7148","Name":"distinct-2-w3-6a7148"}
{"level":"info","ts":"2026-10-30T13:08:52Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-6a7148","namespace":"e2e-models-e2e-worker-w3-6a7148"},"namespace":"e2e-models-e2e-worker-w3-6a7148","name":"distinct-2-w3-6a7148","reconcileID":"5b0b08c6-ba9a-4853-bbf9-d953d0efb2ec","Namespace":"e2e-models-e2e-worker-w3-6a7148","Name":"distinct-2-w3-6a7148"}
{"level":"info","ts":"2026-10-30T13:08:52Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-6a7148","namespace":"e2e-models-e2e-worker-w3-6a7148"},"namespace":"e2e-models-e2e-worker-w3-6a7148","name":"distinct-2-w3-6a7148","reconcileID":"5b0b08c6-ba9a-4853-bbf9-d953d0efb2ec","Namespace":"e2e-models-e2e-worker-w3-6a7148","Name":"distinct-2-w3-6a7148","namespace":"e2e-models-e2e-worker-w3-6a7148"}
{"level":"error","ts":"2026-10-30T13:08:52Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-6a7148","namespace":"e2e-models-e2e-worker-w3-6a7148"},"namespace":"e2e-models-e2e-worker-w3-6a7148","name":"distinct-2-w3-6a7148","reconcileID":"5b0b08c6-ba9a-4853-bbf9-d953d0efb2ec","Namespace":"e2e-models-e2e-worker-w3-6a7148","Name":"distinct-2-w3-6a7148","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:08:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-6a7148","namespace":"e2e-models-e2e-worker-w3-6a7148"},"namespace":"e2e-models-e2e-worker-w3-6a7148","name":"premium-w3-6a7148","reconcileID":"1436a602-33ec-4b71-89f1-e88e0f9f7173","Namespace":"e2e-models-e2e-worker-w3-6a7148","Name":"premium-w3-6a7148"}
{"level":"info","ts":"2026-10-30T13:08:52Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-6a7148","namespace":"e2e-models-e2e-worker-w3-6a7148"},"namespace":"e2e-models-e2e-worker-w3-6a7148","name":"premium-w3-6a7148","reconcileID":"1436a602-33ec-4b71-89f1-e88e0f9f7173","Namespace":"e2e-models-e2e-worker-w3-6a7148","Name":"premium-w3-6a7148"}
{"level":"info","ts":"2026-10-30T13:08:52Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-6a7148","namespace":"e2e-models-e2e-worker-w3-6a7148"},"namespace":"e2e-models-e2e-worker-w3-6a7148","name":"premium-w3-6a7148","reconcileID":"1436a602-33ec-4b71-89f1-e88e0f9f7173","Namespace":"e2e-models-e2e-worker-w3-6a7148","Name":"premium-w3-6a7148","namespace":"e2e-models-e2e-worker-w3-6a7148"}
{"level":"error","ts":"2026-10-30T13:08:52Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-6a7148","namespace":"e2e-models-e2e-worker-w3-6a7148"},"namespace":"e2e-models-e2e-worker-w3-6a7148","name":"premium-w3-6a7148","reconcileID":"1436a602-33ec-4b71-89f1-e88e0f9f7173","Namespace":"e2e-models-e2e-worker-w3-6a7148","Name":"premium-w3-6a7148","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:08:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6a7148","namespace":"e2e-models-e2e-worker-w3-6a7148"},"namespace":"e2e-models-e2e-worker-w3-6a7148","name":"simulator-w3-6a7148","reconcileID":"a8b19605-6dd5-4dee-bda0-5d607d41faa3","Namespace":"e2e-models-e2e-worker-w3-6a7148","Name":"simulator-w3-6a7148"}
{"level":"info","ts":"2026-10-30T13:08:52Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6a7148","namespace":"e2e-models-e2e-worker-w3-6a7148"},"namespace":"e2e-models-e2e-worker-w3-6a7148","name":"simulator-w3-6a7148","reconcileID":"a8b19605-6dd5-4dee-bda0-5d607d41faa3","Namespace":"e2e-models-e2e-worker-w3-6a7148","Name":"simulator-w3-6a7148"}
{"level":"info","ts":"2026-10-30T13:08:52Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6a7148","namespace":"e2e-models-e2e-worker-w3-6a7148"},"namespace":"e2e-models-e2e-worker-w3-6a7148","name":"simulator-w3-6a7148","reconcileID":"a8b19605-6dd5-4dee-bda0-5d607d41faa3","Namespace":"e2e-models-e2e-worker-w3-6a7148","Name":"simulator-w3-6a7148","namespace":"e2e-models-e2e-worker-w3-6a7148"}
{"level":"error","ts":"2026-10-30T13:08:52Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6a7148","namespace":"e2e-models-e2e-worker-w3-6a7148"},"namespace":"e2e-models-e2e-worker-w3-6a7148","name":"simulator-w3-6a7148","reconcileID":"a8b19605-6dd5-4dee-bda0-5d607d41faa3","Namespace":"e2e-models-e2e-worker-w3-6a7148","Name":"simulator-w3-6a7148","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:08:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-w4-512ec5","reconcileID":"6e037bf3-5e2e-4e05-928d-42a49c15a6e6","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:08:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:08:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-w4-512ec5","reconcileID":"6e037bf3-5e2e-4e05-928d-42a49c15a6e6","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:08:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-w4-512ec5","reconcileID":"6e037bf3-5e2e-4e05-928d-42a49c15a6e6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:08:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"simulator-w4-512ec5","reconcileID":"e4ea98f3-ba57-4c5a-86ec-a7823cd4bf98","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"simulator-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:08:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:08:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"simulator-w4-512ec5","reconcileID":"e4ea98f3-ba57-4c5a-86ec-a7823cd4bf98","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"simulator-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:08:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"simulator-w4-512ec5","reconcileID":"e4ea98f3-ba57-4c5a-86ec-a7823cd4bf98","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:08:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-2-w4-512ec5","reconcileID":"1c9a968e-59dc-4fd2-a606-56a8166d98d9","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-2-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:08:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:08:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-2-w4-512ec5","reconcileID":"1c9a968e-59dc-4fd2-a606-56a8166d98d9","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-2-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:08:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-2-w4-512ec5","reconcileID":"1c9a968e-59dc-4fd2-a606-56a8166d98d9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:08:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"premium-w4-512ec5","reconcileID":"89c47c1b-395f-4942-ac4d-b37385684c37","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"premium-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:08:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:08:53Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"premium-w4-512ec5","reconcileID":"89c47c1b-395f-4942-ac4d-b37385684c37","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"premium-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:08:53Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"premium-w4-512ec5","reconcileID":"89c47c1b-395f-4942-ac4d-b37385684c37","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:08:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-6a7148","namespace":"e2e-models-e2e-worker-w3-6a7148"},"namespace":"e2e-models-e2e-worker-w3-6a7148","name":"distinct-w3-6a7148","reconcileID":"304542f2-1d9d-46c5-bcf3-97f5ed73c929","Namespace":"e2e-models-e2e-worker-w3-6a7148","Name":"distinct-w3-6a7148"}
{"level":"info","ts":"2026-10-30T13:08:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ae102084-a57e-4ddb-84e4-57ccd2e55582","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T13:08:53Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T13:08:53Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated-validation-2n4zg","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated-validation-2n4zg","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"0a21ce8a-0c1c-4055-9a75-6510f0ee6c0f","name":"e2e-embedding-simulated-validation-2n4zg","namespace":"llm"}
{"level":"info","ts":"2026-10-30T13:08:53Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ae102084-a57e-4ddb-84e4-57ccd2e55582","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T13:08:53Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ae102084-a57e-4ddb-84e4-57ccd2e55582","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T13:08:53Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ae102084-a57e-4ddb-84e4-57ccd2e55582","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T13:08:53Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ae102084-a57e-4ddb-84e4-57ccd2e55582","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T13:08:53Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ae102084-a57e-4ddb-84e4-57ccd2e55582","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T13:08:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ae102084-a57e-4ddb-84e4-57ccd2e55582","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T13:08:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ae102084-a57e-4ddb-84e4-57ccd2e55582","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T13:08:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ae102084-a57e-4ddb-84e4-57ccd2e55582","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T13:08:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ae102084-a57e-4ddb-84e4-57ccd2e55582","Namespace":"llm","Name":"e2e-embedding-simulated","route":"llm/e2e-embedding-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T13:08:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ae102084-a57e-4ddb-84e4-57ccd2e55582","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T13:08:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ae102084-a57e-4ddb-84e4-57ccd2e55582","Namespace":"llm","Name":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T13:08:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ae102084-a57e-4ddb-84e4-57ccd2e55582","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T13:08:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ae102084-a57e-4ddb-84e4-57ccd2e55582","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T13:08:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ae102084-a57e-4ddb-84e4-57ccd2e55582","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T13:08:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ae102084-a57e-4ddb-84e4-57ccd2e55582","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T13:08:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ae102084-a57e-4ddb-84e4-57ccd2e55582","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T13:08:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ae102084-a57e-4ddb-84e4-57ccd2e55582","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T13:08:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e2e956a1-5394-47eb-a190-a2389ddb92d5","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T13:08:53Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T13:08:53Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated-validation-czm4g","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated-validation-czm4g","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"47d3b568-dc46-4007-a80d-d7f2f475c1cc","name":"e2e-trlp-test-simulated-validation-czm4g","namespace":"llm"}
{"level":"info","ts":"2026-10-30T13:08:53Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e2e956a1-5394-47eb-a190-a2389ddb92d5","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T13:08:53Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e2e956a1-5394-47eb-a190-a2389ddb92d5","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T13:08:53Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e2e956a1-5394-47eb-a190-a2389ddb92d5","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T13:08:53Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e2e956a1-5394-47eb-a190-a2389ddb92d5","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T13:08:53Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e2e956a1-5394-47eb-a190-a2389ddb92d5","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T13:08:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e2e956a1-5394-47eb-a190-a2389ddb92d5","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T13:08:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e2e956a1-5394-47eb-a190-a2389ddb92d5","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T13:08:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e2e956a1-5394-47eb-a190-a2389ddb92d5","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T13:08:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e2e956a1-5394-47eb-a190-a2389ddb92d5","Namespace":"llm","Name":"e2e-trlp-test-simulated","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T13:08:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e2e956a1-5394-47eb-a190-a2389ddb92d5","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T13:08:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e2e956a1-5394-47eb-a190-a2389ddb92d5","Namespace":"llm","Name":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T13:08:53Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e2e956a1-5394-47eb-a190-a2389ddb92d5","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T13:08:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e2e956a1-5394-47eb-a190-a2389ddb92d5","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T13:08:53Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e2e956a1-5394-47eb-a190-a2389ddb92d5","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T13:08:54Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e2e956a1-5394-47eb-a190-a2389ddb92d5","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T13:08:54Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e2e956a1-5394-47eb-a190-a2389ddb92d5","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T13:08:54Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e2e956a1-5394-47eb-a190-a2389ddb92d5","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T13:08:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8ad284b1-7b57-4874-b0d4-88ceecfa7f2c","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T13:08:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T13:08:54Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated-validation-6hpmc","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated-validation-6hpmc","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"9bb31e57-c9f5-498e-b8f5-6cacce2d8399","name":"e2e-distinct-simulated-validation-6hpmc","namespace":"llm"}
{"level":"info","ts":"2026-10-30T13:08:54Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8ad284b1-7b57-4874-b0d4-88ceecfa7f2c","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T13:08:54Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8ad284b1-7b57-4874-b0d4-88ceecfa7f2c","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T13:08:54Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8ad284b1-7b57-4874-b0d4-88ceecfa7f2c","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T13:08:54Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8ad284b1-7b57-4874-b0d4-88ceecfa7f2c","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T13:08:54Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8ad284b1-7b57-4874-b0d4-88ceecfa7f2c","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T13:08:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8ad284b1-7b57-4874-b0d4-88ceecfa7f2c","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T13:08:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8ad284b1-7b57-4874-b0d4-88ceecfa7f2c","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T13:08:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8ad284b1-7b57-4874-b0d4-88ceecfa7f2c","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T13:08:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8ad284b1-7b57-4874-b0d4-88ceecfa7f2c","Namespace":"llm","Name":"e2e-distinct-simulated","route":"llm/e2e-distinct-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T13:08:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8ad284b1-7b57-4874-b0d4-88ceecfa7f2c","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T13:08:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8ad284b1-7b57-4874-b0d4-88ceecfa7f2c","Namespace":"llm","Name":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T13:08:54Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8ad284b1-7b57-4874-b0d4-88ceecfa7f2c","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T13:08:54Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8ad284b1-7b57-4874-b0d4-88ceecfa7f2c","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T13:08:54Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8ad284b1-7b57-4874-b0d4-88ceecfa7f2c","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T13:08:54Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8ad284b1-7b57-4874-b0d4-88ceecfa7f2c","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T13:08:54Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8ad284b1-7b57-4874-b0d4-88ceecfa7f2c","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T13:08:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8ad284b1-7b57-4874-b0d4-88ceecfa7f2c","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T13:08:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7aba14d1-6114-4b00-8def-30991d41475c","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:08:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T13:08:55Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-rj8xn","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-rj8xn","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"f7a51cc3-299f-4010-9a3b-33c460fbeec7","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-rj8xn","namespace":"llm"}
{"level":"info","ts":"2026-10-30T13:08:55Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7aba14d1-6114-4b00-8def-30991d41475c","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:08:55Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7aba14d1-6114-4b00-8def-30991d41475c","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:08:55Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7aba14d1-6114-4b00-8def-30991d41475c","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:08:55Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7aba14d1-6114-4b00-8def-30991d41475c","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:08:55Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7aba14d1-6114-4b00-8def-30991d41475c","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:08:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7aba14d1-6114-4b00-8def-30991d41475c","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:08:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7aba14d1-6114-4b00-8def-30991d41475c","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:08:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7aba14d1-6114-4b00-8def-30991d41475c","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:08:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7aba14d1-6114-4b00-8def-30991d41475c","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","route":"llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T13:08:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7aba14d1-6114-4b00-8def-30991d41475c","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:08:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7aba14d1-6114-4b00-8def-30991d41475c","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T13:08:55Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7aba14d1-6114-4b00-8def-30991d41475c","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:08:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7aba14d1-6114-4b00-8def-30991d41475c","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:08:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7aba14d1-6114-4b00-8def-30991d41475c","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:08:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7aba14d1-6114-4b00-8def-30991d41475c","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:08:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7aba14d1-6114-4b00-8def-30991d41475c","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:08:55Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7aba14d1-6114-4b00-8def-30991d41475c","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:08:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a87802c-dbeb-4d22-9e8b-c992e72e4b7c","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:08:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T13:08:55Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated-validation-sp47b","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated-validation-sp47b","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"04cd6f97-9d44-4f01-af05-a05457ae2172","name":"facebook-opt-125m-simulated-validation-sp47b","namespace":"llm"}
{"level":"info","ts":"2026-10-30T13:08:55Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a87802c-dbeb-4d22-9e8b-c992e72e4b7c","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:08:55Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a87802c-dbeb-4d22-9e8b-c992e72e4b7c","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:08:55Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a87802c-dbeb-4d22-9e8b-c992e72e4b7c","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:08:55Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a87802c-dbeb-4d22-9e8b-c992e72e4b7c","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:08:55Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a87802c-dbeb-4d22-9e8b-c992e72e4b7c","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:08:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a87802c-dbeb-4d22-9e8b-c992e72e4b7c","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:08:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a87802c-dbeb-4d22-9e8b-c992e72e4b7c","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:08:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a87802c-dbeb-4d22-9e8b-c992e72e4b7c","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:08:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a87802c-dbeb-4d22-9e8b-c992e72e4b7c","Namespace":"llm","Name":"facebook-opt-125m-simulated","route":"llm/facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T13:08:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a87802c-dbeb-4d22-9e8b-c992e72e4b7c","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:08:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a87802c-dbeb-4d22-9e8b-c992e72e4b7c","Namespace":"llm","Name":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T13:08:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a87802c-dbeb-4d22-9e8b-c992e72e4b7c","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:08:56Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a87802c-dbeb-4d22-9e8b-c992e72e4b7c","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:08:56Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a87802c-dbeb-4d22-9e8b-c992e72e4b7c","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:08:56Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a87802c-dbeb-4d22-9e8b-c992e72e4b7c","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:08:56Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a87802c-dbeb-4d22-9e8b-c992e72e4b7c","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:08:56Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a87802c-dbeb-4d22-9e8b-c992e72e4b7c","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T13:08:56Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"785d2992-6580-42e1-b07c-c5913ac36f7b","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T13:08:56Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T13:08:56Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium-validation-qc89z","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium-validation-qc89z","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"e4b77bc0-babd-4cbe-89c4-e1de59fbc571","name":"premium-simulated-simulated-premium-validation-qc89z","namespace":"llm"}
{"level":"info","ts":"2026-10-30T13:08:56Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"785d2992-6580-42e1-b07c-c5913ac36f7b","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T13:08:56Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"785d2992-6580-42e1-b07c-c5913ac36f7b","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T13:08:56Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"785d2992-6580-42e1-b07c-c5913ac36f7b","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T13:08:56Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"785d2992-6580-42e1-b07c-c5913ac36f7b","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T13:08:56Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"785d2992-6580-42e1-b07c-c5913ac36f7b","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T13:08:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"785d2992-6580-42e1-b07c-c5913ac36f7b","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T13:08:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"785d2992-6580-42e1-b07c-c5913ac36f7b","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T13:08:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"785d2992-6580-42e1-b07c-c5913ac36f7b","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T13:08:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"785d2992-6580-42e1-b07c-c5913ac36f7b","Namespace":"llm","Name":"premium-simulated-simulated-premium","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T13:08:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"785d2992-6580-42e1-b07c-c5913ac36f7b","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T13:08:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"785d2992-6580-42e1-b07c-c5913ac36f7b","Namespace":"llm","Name":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T13:08:56Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"785d2992-6580-42e1-b07c-c5913ac36f7b","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T13:08:56Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"785d2992-6580-42e1-b07c-c5913ac36f7b","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T13:08:56Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"785d2992-6580-42e1-b07c-c5913ac36f7b","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T13:08:56Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"785d2992-6580-42e1-b07c-c5913ac36f7b","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T13:08:56Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"785d2992-6580-42e1-b07c-c5913ac36f7b","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T13:08:56Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"785d2992-6580-42e1-b07c-c5913ac36f7b","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T13:08:56Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fd9ac8af-c8bd-4cc1-9e48-2628b6b3ac6e","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T13:08:56Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T13:08:57Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated-validation-pj8x2","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated-validation-pj8x2","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"c85c1d94-872b-4bc5-867e-a38296c4b367","name":"e2e-distinct-2-simulated-validation-pj8x2","namespace":"llm"}
{"level":"info","ts":"2026-10-30T13:08:57Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fd9ac8af-c8bd-4cc1-9e48-2628b6b3ac6e","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T13:08:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fd9ac8af-c8bd-4cc1-9e48-2628b6b3ac6e","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T13:08:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fd9ac8af-c8bd-4cc1-9e48-2628b6b3ac6e","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T13:08:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fd9ac8af-c8bd-4cc1-9e48-2628b6b3ac6e","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T13:08:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fd9ac8af-c8bd-4cc1-9e48-2628b6b3ac6e","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T13:08:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fd9ac8af-c8bd-4cc1-9e48-2628b6b3ac6e","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T13:08:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fd9ac8af-c8bd-4cc1-9e48-2628b6b3ac6e","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T13:08:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fd9ac8af-c8bd-4cc1-9e48-2628b6b3ac6e","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T13:08:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fd9ac8af-c8bd-4cc1-9e48-2628b6b3ac6e","Namespace":"llm","Name":"e2e-distinct-2-simulated","route":"llm/e2e-distinct-2-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T13:08:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fd9ac8af-c8bd-4cc1-9e48-2628b6b3ac6e","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T13:08:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fd9ac8af-c8bd-4cc1-9e48-2628b6b3ac6e","Namespace":"llm","Name":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T13:08:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fd9ac8af-c8bd-4cc1-9e48-2628b6b3ac6e","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T13:08:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fd9ac8af-c8bd-4cc1-9e48-2628b6b3ac6e","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T13:08:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fd9ac8af-c8bd-4cc1-9e48-2628b6b3ac6e","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T13:08:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fd9ac8af-c8bd-4cc1-9e48-2628b6b3ac6e","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T13:08:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fd9ac8af-c8bd-4cc1-9e48-2628b6b3ac6e","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T13:08:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fd9ac8af-c8bd-4cc1-9e48-2628b6b3ac6e","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T13:08:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cad7fdc7-8ae3-4c28-a8a5-07f10fc1f7bc","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T13:08:57Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T13:08:57Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator-validation-st7v4","namespace":"llm"},"namespace":"llm","name":"echo-simulator-validation-st7v4","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"009a3be7-862f-4f1e-8145-b3e3fa942844","name":"echo-simulator-validation-st7v4","namespace":"llm"}
{"level":"info","ts":"2026-10-30T13:08:57Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cad7fdc7-8ae3-4c28-a8a5-07f10fc1f7bc","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T13:08:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cad7fdc7-8ae3-4c28-a8a5-07f10fc1f7bc","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T13:08:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cad7fdc7-8ae3-4c28-a8a5-07f10fc1f7bc","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T13:08:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cad7fdc7-8ae3-4c28-a8a5-07f10fc1f7bc","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T13:08:57Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cad7fdc7-8ae3-4c28-a8a5-07f10fc1f7bc","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T13:08:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cad7fdc7-8ae3-4c28-a8a5-07f10fc1f7bc","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T13:08:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cad7fdc7-8ae3-4c28-a8a5-07f10fc1f7bc","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T13:08:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cad7fdc7-8ae3-4c28-a8a5-07f10fc1f7bc","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T13:08:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cad7fdc7-8ae3-4c28-a8a5-07f10fc1f7bc","Namespace":"llm","Name":"echo-simulator","route":"llm/echo-simulator-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T13:08:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cad7fdc7-8ae3-4c28-a8a5-07f10fc1f7bc","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T13:08:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cad7fdc7-8ae3-4c28-a8a5-07f10fc1f7bc","Namespace":"llm","Name":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T13:08:57Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cad7fdc7-8ae3-4c28-a8a5-07f10fc1f7bc","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T13:08:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cad7fdc7-8ae3-4c28-a8a5-07f10fc1f7bc","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T13:08:57Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cad7fdc7-8ae3-4c28-a8a5-07f10fc1f7bc","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T13:08:58Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cad7fdc7-8ae3-4c28-a8a5-07f10fc1f7bc","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T13:08:58Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cad7fdc7-8ae3-4c28-a8a5-07f10fc1f7bc","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T13:08:58Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cad7fdc7-8ae3-4c28-a8a5-07f10fc1f7bc","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T13:08:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-6a7148","namespace":"e2e-models-e2e-worker-w3-6a7148"},"namespace":"e2e-models-e2e-worker-w3-6a7148","name":"distinct-2-w3-6a7148","reconcileID":"f61db40e-bcae-4e17-8df3-66d1322d6cd6","Namespace":"e2e-models-e2e-worker-w3-6a7148","Name":"distinct-2-w3-6a7148"}
{"level":"info","ts":"2026-10-30T13:08:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-6a7148","namespace":"e2e-models-e2e-worker-w3-6a7148"},"namespace":"e2e-models-e2e-worker-w3-6a7148","name":"premium-w3-6a7148","reconcileID":"7aa99786-965f-4c01-8c22-e11fd9df6d21","Namespace":"e2e-models-e2e-worker-w3-6a7148","Name":"premium-w3-6a7148"}
{"level":"info","ts":"2026-10-30T13:08:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-6a7148","namespace":"e2e-models-e2e-worker-w3-6a7148"},"namespace":"e2e-models-e2e-worker-w3-6a7148","name":"simulator-w3-6a7148","reconcileID":"95e2200e-b912-48c9-acd8-b5bfb94b6220","Namespace":"e2e-models-e2e-worker-w3-6a7148","Name":"simulator-w3-6a7148"}
{"level":"info","ts":"2026-10-30T13:08:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-w4-512ec5","reconcileID":"daeaab1c-b0ba-457d-abfb-155afaf23e0d","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:08:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:08:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-w4-512ec5","reconcileID":"daeaab1c-b0ba-457d-abfb-155afaf23e0d","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:08:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-w4-512ec5","reconcileID":"daeaab1c-b0ba-457d-abfb-155afaf23e0d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:08:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"simulator-w4-512ec5","reconcileID":"1728c5e7-f67a-4c9a-99a9-4cc0d334c002","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"simulator-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:08:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:08:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"simulator-w4-512ec5","reconcileID":"1728c5e7-f67a-4c9a-99a9-4cc0d334c002","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"simulator-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:08:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"simulator-w4-512ec5","reconcileID":"1728c5e7-f67a-4c9a-99a9-4cc0d334c002","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:08:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-2-w4-512ec5","reconcileID":"df933ca1-55ce-4361-8e5c-9bbc4bc2b0b7","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-2-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:08:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:08:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-2-w4-512ec5","reconcileID":"df933ca1-55ce-4361-8e5c-9bbc4bc2b0b7","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-2-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:08:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-2-w4-512ec5","reconcileID":"df933ca1-55ce-4361-8e5c-9bbc4bc2b0b7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:08:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"premium-w4-512ec5","reconcileID":"2349cb15-83a6-43fe-b011-fdf218076db0","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"premium-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:08:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:08:58Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"premium-w4-512ec5","reconcileID":"2349cb15-83a6-43fe-b011-fdf218076db0","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"premium-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:08:58Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"premium-w4-512ec5","reconcileID":"2349cb15-83a6-43fe-b011-fdf218076db0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:08:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5c23b805-e948-40ac-a9df-ffaebc40d222","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T13:08:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T13:08:58Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated-validation-4qlvv","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated-validation-4qlvv","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"4328477b-a549-43e1-a084-084c123d291a","name":"e2e-embedding-simulated-validation-4qlvv","namespace":"llm"}
{"level":"info","ts":"2026-10-30T13:08:58Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5c23b805-e948-40ac-a9df-ffaebc40d222","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T13:08:58Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5c23b805-e948-40ac-a9df-ffaebc40d222","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T13:08:58Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5c23b805-e948-40ac-a9df-ffaebc40d222","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T13:08:58Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5c23b805-e948-40ac-a9df-ffaebc40d222","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T13:08:58Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5c23b805-e948-40ac-a9df-ffaebc40d222","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T13:08:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5c23b805-e948-40ac-a9df-ffaebc40d222","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T13:08:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5c23b805-e948-40ac-a9df-ffaebc40d222","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T13:08:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5c23b805-e948-40ac-a9df-ffaebc40d222","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T13:08:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5c23b805-e948-40ac-a9df-ffaebc40d222","Namespace":"llm","Name":"e2e-embedding-simulated","route":"llm/e2e-embedding-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T13:08:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5c23b805-e948-40ac-a9df-ffaebc40d222","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T13:08:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5c23b805-e948-40ac-a9df-ffaebc40d222","Namespace":"llm","Name":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T13:08:58Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5c23b805-e948-40ac-a9df-ffaebc40d222","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T13:08:58Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5c23b805-e948-40ac-a9df-ffaebc40d222","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T13:08:58Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5c23b805-e948-40ac-a9df-ffaebc40d222","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T13:08:58Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5c23b805-e948-40ac-a9df-ffaebc40d222","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T13:08:58Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5c23b805-e948-40ac-a9df-ffaebc40d222","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T13:08:59Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5c23b805-e948-40ac-a9df-ffaebc40d222","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T13:08:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-w4-512ec5","reconcileID":"43e44292-8c32-49b8-9660-6c5fb966b5e0","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:08:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:08:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-w4-512ec5","reconcileID":"43e44292-8c32-49b8-9660-6c5fb966b5e0","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:08:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-w4-512ec5","reconcileID":"43e44292-8c32-49b8-9660-6c5fb966b5e0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:08:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"simulator-w4-512ec5","reconcileID":"2eb59e62-28be-440e-b4d7-751876c23d6c","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"simulator-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:08:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:08:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"simulator-w4-512ec5","reconcileID":"2eb59e62-28be-440e-b4d7-751876c23d6c","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"simulator-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:08:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"simulator-w4-512ec5","reconcileID":"2eb59e62-28be-440e-b4d7-751876c23d6c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:08:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-2-w4-512ec5","reconcileID":"60ed9b26-b1dd-4e47-9a97-4b3f468210fd","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-2-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:08:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:08:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-2-w4-512ec5","reconcileID":"60ed9b26-b1dd-4e47-9a97-4b3f468210fd","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-2-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:08:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-2-w4-512ec5","reconcileID":"60ed9b26-b1dd-4e47-9a97-4b3f468210fd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:08:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"premium-w4-512ec5","reconcileID":"4bc491ad-ebe1-4394-8f8d-93f63b4067c2","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"premium-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:08:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:08:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"premium-w4-512ec5","reconcileID":"4bc491ad-ebe1-4394-8f8d-93f63b4067c2","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"premium-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:08:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"premium-w4-512ec5","reconcileID":"4bc491ad-ebe1-4394-8f8d-93f63b4067c2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:08:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-w4-512ec5","reconcileID":"5e8137ba-45f1-41e8-ac5c-33cba061fe43","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:08:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:08:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-w4-512ec5","reconcileID":"5e8137ba-45f1-41e8-ac5c-33cba061fe43","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:08:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-w4-512ec5","reconcileID":"5e8137ba-45f1-41e8-ac5c-33cba061fe43","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:08:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"simulator-w4-512ec5","reconcileID":"f4aaf521-999a-43d7-b53b-380d2eaf7aeb","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"simulator-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:08:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:08:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"simulator-w4-512ec5","reconcileID":"f4aaf521-999a-43d7-b53b-380d2eaf7aeb","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"simulator-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:08:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"simulator-w4-512ec5","reconcileID":"f4aaf521-999a-43d7-b53b-380d2eaf7aeb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:08:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-2-w4-512ec5","reconcileID":"4cdcf1a0-354e-4ed7-983b-ed089237a9bc","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-2-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:08:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:08:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-2-w4-512ec5","reconcileID":"4cdcf1a0-354e-4ed7-983b-ed089237a9bc","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-2-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:08:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-2-w4-512ec5","reconcileID":"4cdcf1a0-354e-4ed7-983b-ed089237a9bc","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:08:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"premium-w4-512ec5","reconcileID":"dccf93a5-983f-42d8-a871-0c59f504ded3","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"premium-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:08:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:08:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"premium-w4-512ec5","reconcileID":"dccf93a5-983f-42d8-a871-0c59f504ded3","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"premium-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:08:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"premium-w4-512ec5","reconcileID":"dccf93a5-983f-42d8-a871-0c59f504ded3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:08:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-w4-512ec5","reconcileID":"6ccd6acf-f149-4e97-8ccc-794be92b29ee","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:08:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:08:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-w4-512ec5","reconcileID":"6ccd6acf-f149-4e97-8ccc-794be92b29ee","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:08:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-w4-512ec5","reconcileID":"6ccd6acf-f149-4e97-8ccc-794be92b29ee","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:08:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"simulator-w4-512ec5","reconcileID":"03e15ce5-8201-4230-b900-c5599e14ecf3","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"simulator-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:08:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:08:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"simulator-w4-512ec5","reconcileID":"03e15ce5-8201-4230-b900-c5599e14ecf3","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"simulator-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:08:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"simulator-w4-512ec5","reconcileID":"03e15ce5-8201-4230-b900-c5599e14ecf3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:08:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-2-w4-512ec5","reconcileID":"c4687023-0761-4c4d-90eb-7865404eea46","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-2-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:08:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:08:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-2-w4-512ec5","reconcileID":"c4687023-0761-4c4d-90eb-7865404eea46","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-2-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:08:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-2-w4-512ec5","reconcileID":"c4687023-0761-4c4d-90eb-7865404eea46","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:08:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"premium-w4-512ec5","reconcileID":"2e5de917-d9ad-47bd-927c-b1718dd60ea2","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"premium-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:08:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:08:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"premium-w4-512ec5","reconcileID":"2e5de917-d9ad-47bd-927c-b1718dd60ea2","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"premium-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:08:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"premium-w4-512ec5","reconcileID":"2e5de917-d9ad-47bd-927c-b1718dd60ea2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:08:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-w4-512ec5","reconcileID":"731e2f2f-90b1-400b-a810-865b4dde22c8","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:08:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:08:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-w4-512ec5","reconcileID":"731e2f2f-90b1-400b-a810-865b4dde22c8","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:08:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-w4-512ec5","reconcileID":"731e2f2f-90b1-400b-a810-865b4dde22c8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:08:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"simulator-w4-512ec5","reconcileID":"f83a446f-1c73-440d-97b2-4caa4d608f54","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"simulator-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:08:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:08:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"simulator-w4-512ec5","reconcileID":"f83a446f-1c73-440d-97b2-4caa4d608f54","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"simulator-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:08:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"simulator-w4-512ec5","reconcileID":"f83a446f-1c73-440d-97b2-4caa4d608f54","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:08:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-2-w4-512ec5","reconcileID":"7d285b67-26cd-47ec-982c-4384847ce2f5","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-2-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:08:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:08:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-2-w4-512ec5","reconcileID":"7d285b67-26cd-47ec-982c-4384847ce2f5","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-2-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:08:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-2-w4-512ec5","reconcileID":"7d285b67-26cd-47ec-982c-4384847ce2f5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:08:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"premium-w4-512ec5","reconcileID":"eac28664-4023-4561-ae82-6e1679f6c7d7","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"premium-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:08:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:08:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"premium-w4-512ec5","reconcileID":"eac28664-4023-4561-ae82-6e1679f6c7d7","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"premium-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:08:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"premium-w4-512ec5","reconcileID":"eac28664-4023-4561-ae82-6e1679f6c7d7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:09:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-w4-512ec5","reconcileID":"ccb68e39-8aac-439e-8e76-8aefe5f30b7e","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:09:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:09:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-w4-512ec5","reconcileID":"ccb68e39-8aac-439e-8e76-8aefe5f30b7e","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:09:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-w4-512ec5","reconcileID":"ccb68e39-8aac-439e-8e76-8aefe5f30b7e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:09:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"simulator-w4-512ec5","reconcileID":"2a0a1295-395b-444a-89e9-88f167f20aa5","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"simulator-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:09:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:09:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"simulator-w4-512ec5","reconcileID":"2a0a1295-395b-444a-89e9-88f167f20aa5","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"simulator-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:09:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"simulator-w4-512ec5","reconcileID":"2a0a1295-395b-444a-89e9-88f167f20aa5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:09:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-2-w4-512ec5","reconcileID":"8c667936-8cde-43f3-a2d4-2e8c704411e1","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-2-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:09:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:09:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-2-w4-512ec5","reconcileID":"8c667936-8cde-43f3-a2d4-2e8c704411e1","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-2-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:09:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-2-w4-512ec5","reconcileID":"8c667936-8cde-43f3-a2d4-2e8c704411e1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:09:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"premium-w4-512ec5","reconcileID":"f27b2f18-5567-4884-a550-793662bbce8a","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"premium-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:09:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:09:00Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"premium-w4-512ec5","reconcileID":"f27b2f18-5567-4884-a550-793662bbce8a","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"premium-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:09:00Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"premium-w4-512ec5","reconcileID":"f27b2f18-5567-4884-a550-793662bbce8a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:09:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-w4-512ec5","reconcileID":"00548cfa-b175-4ded-831b-e5d629aa10af","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:09:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:09:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-w4-512ec5","reconcileID":"00548cfa-b175-4ded-831b-e5d629aa10af","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:09:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-w4-512ec5","reconcileID":"00548cfa-b175-4ded-831b-e5d629aa10af","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:09:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"simulator-w4-512ec5","reconcileID":"b3ba1513-3af9-464c-a26e-a3e458d7f491","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"simulator-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:09:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:09:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"simulator-w4-512ec5","reconcileID":"b3ba1513-3af9-464c-a26e-a3e458d7f491","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"simulator-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:09:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"simulator-w4-512ec5","reconcileID":"b3ba1513-3af9-464c-a26e-a3e458d7f491","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:09:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-2-w4-512ec5","reconcileID":"512de624-82ad-4a69-846f-d469c9c0e212","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-2-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:09:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:09:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-2-w4-512ec5","reconcileID":"512de624-82ad-4a69-846f-d469c9c0e212","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-2-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:09:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-2-w4-512ec5","reconcileID":"512de624-82ad-4a69-846f-d469c9c0e212","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:09:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"premium-w4-512ec5","reconcileID":"1f2b59fd-2c46-4e6c-9a5e-2a8ab42710da","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"premium-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:09:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:09:01Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"premium-w4-512ec5","reconcileID":"1f2b59fd-2c46-4e6c-9a5e-2a8ab42710da","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"premium-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:09:01Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"premium-w4-512ec5","reconcileID":"1f2b59fd-2c46-4e6c-9a5e-2a8ab42710da","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:09:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-2-w4-512ec5","reconcileID":"2b166c20-d144-4024-97ee-41c361a4edf5","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-2-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:09:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:09:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-2-w4-512ec5","reconcileID":"2b166c20-d144-4024-97ee-41c361a4edf5","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-2-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:09:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-2-w4-512ec5","reconcileID":"2b166c20-d144-4024-97ee-41c361a4edf5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:09:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-w4-512ec5","reconcileID":"3a99c142-dcaf-400e-be58-51062662d1c3","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:09:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:09:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-w4-512ec5","reconcileID":"3a99c142-dcaf-400e-be58-51062662d1c3","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:09:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-w4-512ec5","reconcileID":"3a99c142-dcaf-400e-be58-51062662d1c3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:09:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"simulator-w4-512ec5","reconcileID":"29369b10-8c42-444c-a795-474ab9a1d3f2","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"simulator-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:09:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:09:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"simulator-w4-512ec5","reconcileID":"29369b10-8c42-444c-a795-474ab9a1d3f2","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"simulator-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:09:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"simulator-w4-512ec5","reconcileID":"29369b10-8c42-444c-a795-474ab9a1d3f2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:09:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"premium-w4-512ec5","reconcileID":"ed3463c2-042e-4538-ac5e-b9e74423acfb","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"premium-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:09:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:09:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"premium-w4-512ec5","reconcileID":"ed3463c2-042e-4538-ac5e-b9e74423acfb","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"premium-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:09:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"premium-w4-512ec5","reconcileID":"ed3463c2-042e-4538-ac5e-b9e74423acfb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:09:07Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-2-w4-512ec5","reconcileID":"92f0f2f0-7d87-450c-a79c-d1cdaaca7da9","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-2-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:09:07Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:09:07Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-2-w4-512ec5","reconcileID":"92f0f2f0-7d87-450c-a79c-d1cdaaca7da9","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-2-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:09:07Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-2-w4-512ec5","reconcileID":"92f0f2f0-7d87-450c-a79c-d1cdaaca7da9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:09:07Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-w4-512ec5","reconcileID":"d050b2cf-d047-47af-b4cf-f9beffb6a211","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:09:07Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:09:07Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-w4-512ec5","reconcileID":"d050b2cf-d047-47af-b4cf-f9beffb6a211","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:09:07Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-w4-512ec5","reconcileID":"d050b2cf-d047-47af-b4cf-f9beffb6a211","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:09:07Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"simulator-w4-512ec5","reconcileID":"b51bb65e-ded1-4def-89c5-657732762618","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"simulator-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:09:07Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:09:07Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"simulator-w4-512ec5","reconcileID":"b51bb65e-ded1-4def-89c5-657732762618","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"simulator-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:09:07Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"simulator-w4-512ec5","reconcileID":"b51bb65e-ded1-4def-89c5-657732762618","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:09:07Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"premium-w4-512ec5","reconcileID":"a427c273-9c18-4ea5-99ad-861f5c7e392f","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"premium-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:09:07Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:09:07Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"premium-w4-512ec5","reconcileID":"a427c273-9c18-4ea5-99ad-861f5c7e392f","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"premium-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:09:07Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"premium-w4-512ec5","reconcileID":"a427c273-9c18-4ea5-99ad-861f5c7e392f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:09:09Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"premium-w4-512ec5","reconcileID":"d8088fe3-e836-4722-8d4c-26e580dad728","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"premium-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:09:09Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:09:09Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"premium-w4-512ec5","reconcileID":"d8088fe3-e836-4722-8d4c-26e580dad728","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"premium-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:09:09Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"premium-w4-512ec5","reconcileID":"d8088fe3-e836-4722-8d4c-26e580dad728","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:09:09Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"premium-w4-512ec5","reconcileID":"c7624e61-ab92-494a-81ba-3dcfeac2baa0","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"premium-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:09:09Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:09:09Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"premium-w4-512ec5","reconcileID":"c7624e61-ab92-494a-81ba-3dcfeac2baa0","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"premium-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:09:09Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"premium-w4-512ec5","reconcileID":"c7624e61-ab92-494a-81ba-3dcfeac2baa0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:09:09Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"simulator-w4-512ec5","reconcileID":"9e5c750e-ba68-4c37-a514-a6a9040b368b","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"simulator-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:09:09Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:09:09Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"simulator-w4-512ec5","reconcileID":"9e5c750e-ba68-4c37-a514-a6a9040b368b","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"simulator-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:09:09Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"simulator-w4-512ec5","reconcileID":"9e5c750e-ba68-4c37-a514-a6a9040b368b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:09:09Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"simulator-w4-512ec5","reconcileID":"6cac3340-37f0-4f84-9744-a25ea81d8488","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"simulator-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:09:09Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:09:09Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"simulator-w4-512ec5","reconcileID":"6cac3340-37f0-4f84-9744-a25ea81d8488","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"simulator-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:09:09Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"simulator-w4-512ec5","reconcileID":"6cac3340-37f0-4f84-9744-a25ea81d8488","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:09:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-2-w4-512ec5","reconcileID":"751d79cf-0bef-466f-8c33-3fa3ddc3bf3d","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-2-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:09:10Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:09:10Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"aef8a610-9264-4e98-8339-ce1d08ab9813","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"}
{"level":"error","ts":"2026-10-30T13:09:11Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-2-w4-512ec5","reconcileID":"751d79cf-0bef-466f-8c33-3fa3ddc3bf3d","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-2-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:09:11Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-2-w4-512ec5","reconcileID":"751d79cf-0bef-466f-8c33-3fa3ddc3bf3d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:09:11Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-w4-512ec5","reconcileID":"be181c29-b50d-42b0-87c9-382e81c1fcc6","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:09:11Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:09:11Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-w4-512ec5","reconcileID":"be181c29-b50d-42b0-87c9-382e81c1fcc6","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:09:11Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-w4-512ec5","reconcileID":"be181c29-b50d-42b0-87c9-382e81c1fcc6","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:09:11Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"premium-w4-512ec5","reconcileID":"bb407986-1f84-44ef-b5b3-592ec43f7e3e","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"premium-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:09:11Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:09:11Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"27f8fd75-89fd-48e2-afd9-0939cd9bbda0","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"}
{"level":"error","ts":"2026-10-30T13:09:11Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"premium-w4-512ec5","reconcileID":"bb407986-1f84-44ef-b5b3-592ec43f7e3e","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"premium-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:09:11Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"premium-w4-512ec5","reconcileID":"bb407986-1f84-44ef-b5b3-592ec43f7e3e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:09:11Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"simulator-w4-512ec5","reconcileID":"82919a46-00c5-4744-bf42-ce14edc913ba","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"simulator-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:09:11Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:09:11Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"simulator-w4-512ec5","reconcileID":"82919a46-00c5-4744-bf42-ce14edc913ba","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"simulator-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:09:11Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"simulator-w4-512ec5","reconcileID":"82919a46-00c5-4744-bf42-ce14edc913ba","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:09:11Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"2847b2b8-20de-4c76-9cb4-fd148a65386b","name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T13:09:11Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"c293f278-ffca-4b3f-82d6-c5266845bd70","name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T13:09:11Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-router-route","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-router-route","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"b410fd31-199f-4f6b-9722-d976e6ee1808","name":"v3-6-0-ea-2-kserve-config-llm-router-route","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T13:09:11Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"177a76ee-2fa9-4c2c-9012-80c476a63398","name":"v3-6-0-ea-2-kserve-config-llm-scheduler","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T13:09:11Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"0b4f3f33-1b65-4a6c-9a3a-87fc7fddfb22","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T13:09:11Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"fcb00449-6c63-46fb-bc82-f4207121f9a2","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T13:09:11Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"88e08eca-c096-4841-9f35-e6ca91b25f8e","name":"v3-6-0-ea-2-kserve-config-llm-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T13:09:11Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"e4663057-21d4-4d92-ac97-d2ca63ba207a","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T13:09:12Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tracing","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"456e51e0-3f13-43d1-b49c-a87781c4c54b","name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T13:09:12Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"ccecedc7-1c73-4094-a70b-6b1cadeb3100","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T13:09:15Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-2-w4-512ec5","reconcileID":"bf27301e-247a-4f9d-a1eb-8b6f9e16a7cd","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-2-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:09:15Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:09:15Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-2-w4-512ec5","reconcileID":"bf27301e-247a-4f9d-a1eb-8b6f9e16a7cd","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-2-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:09:15Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-2-w4-512ec5","reconcileID":"bf27301e-247a-4f9d-a1eb-8b6f9e16a7cd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:09:15Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-w4-512ec5","reconcileID":"694fd907-2ce1-456b-a237-ed66fdc1afee","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:09:15Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:09:15Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-w4-512ec5","reconcileID":"694fd907-2ce1-456b-a237-ed66fdc1afee","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:09:15Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-w4-512ec5","reconcileID":"694fd907-2ce1-456b-a237-ed66fdc1afee","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:09:15Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"premium-w4-512ec5","reconcileID":"8bfc9aa2-b64e-48ff-abc3-966916cb6e2a","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"premium-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:09:15Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:09:15Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"premium-w4-512ec5","reconcileID":"8bfc9aa2-b64e-48ff-abc3-966916cb6e2a","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"premium-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:09:15Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"premium-w4-512ec5","reconcileID":"8bfc9aa2-b64e-48ff-abc3-966916cb6e2a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:09:15Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"simulator-w4-512ec5","reconcileID":"c29d609f-25ad-4ca6-a35d-80560e33da2b","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"simulator-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:09:15Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:09:15Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"simulator-w4-512ec5","reconcileID":"c29d609f-25ad-4ca6-a35d-80560e33da2b","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"simulator-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:09:15Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"simulator-w4-512ec5","reconcileID":"c29d609f-25ad-4ca6-a35d-80560e33da2b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:09:15Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-2-w4-512ec5","reconcileID":"08169703-4beb-4785-ad9d-a4e2010084c3","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-2-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:09:15Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:09:15Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-2-w4-512ec5","reconcileID":"08169703-4beb-4785-ad9d-a4e2010084c3","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-2-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:09:15Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-2-w4-512ec5","reconcileID":"08169703-4beb-4785-ad9d-a4e2010084c3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:09:15Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-w4-512ec5","reconcileID":"6cdb32db-33ab-4968-b95b-73023188f378","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:09:15Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:09:15Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-w4-512ec5","reconcileID":"6cdb32db-33ab-4968-b95b-73023188f378","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:09:15Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-w4-512ec5","reconcileID":"6cdb32db-33ab-4968-b95b-73023188f378","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:09:15Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"premium-w4-512ec5","reconcileID":"c759a3c6-f98c-42ff-9ffc-4ba2ce9b694f","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"premium-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:09:15Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:09:15Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"premium-w4-512ec5","reconcileID":"c759a3c6-f98c-42ff-9ffc-4ba2ce9b694f","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"premium-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:09:15Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"premium-w4-512ec5","reconcileID":"c759a3c6-f98c-42ff-9ffc-4ba2ce9b694f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:09:15Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"simulator-w4-512ec5","reconcileID":"c69e81ed-9701-4e5d-b25f-71a4a5e7b4cf","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"simulator-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:09:15Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:09:15Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"simulator-w4-512ec5","reconcileID":"c69e81ed-9701-4e5d-b25f-71a4a5e7b4cf","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"simulator-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:09:15Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"simulator-w4-512ec5","reconcileID":"c69e81ed-9701-4e5d-b25f-71a4a5e7b4cf","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:09:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-2-w4-512ec5","reconcileID":"bc8c6198-9a9f-4171-aa4b-a4c252d71a26","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-2-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:09:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:09:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-2-w4-512ec5","reconcileID":"bc8c6198-9a9f-4171-aa4b-a4c252d71a26","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-2-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:09:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-2-w4-512ec5","reconcileID":"bc8c6198-9a9f-4171-aa4b-a4c252d71a26","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:09:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-w4-512ec5","reconcileID":"477bb9b6-c8b9-4de4-8cdc-f4958f763072","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:09:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:09:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-w4-512ec5","reconcileID":"477bb9b6-c8b9-4de4-8cdc-f4958f763072","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:09:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-w4-512ec5","reconcileID":"477bb9b6-c8b9-4de4-8cdc-f4958f763072","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:09:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"premium-w4-512ec5","reconcileID":"046cf5c4-f235-4ff5-97f6-a9c078c7198c","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"premium-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:09:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:09:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"premium-w4-512ec5","reconcileID":"046cf5c4-f235-4ff5-97f6-a9c078c7198c","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"premium-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:09:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"premium-w4-512ec5","reconcileID":"046cf5c4-f235-4ff5-97f6-a9c078c7198c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:09:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"simulator-w4-512ec5","reconcileID":"e9a17143-4b9f-4e2b-9f3f-f19cf5fd27d5","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"simulator-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:09:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:09:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"simulator-w4-512ec5","reconcileID":"e9a17143-4b9f-4e2b-9f3f-f19cf5fd27d5","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"simulator-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:09:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"simulator-w4-512ec5","reconcileID":"e9a17143-4b9f-4e2b-9f3f-f19cf5fd27d5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:09:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-2-w4-512ec5","reconcileID":"db5397e7-dea2-4059-bda9-740a16766b22","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-2-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:09:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:09:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-2-w4-512ec5","reconcileID":"db5397e7-dea2-4059-bda9-740a16766b22","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-2-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:09:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-2-w4-512ec5","reconcileID":"db5397e7-dea2-4059-bda9-740a16766b22","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:09:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-w4-512ec5","reconcileID":"60790433-36f9-4dba-94ed-1aef1a0f9b10","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:09:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:09:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-w4-512ec5","reconcileID":"60790433-36f9-4dba-94ed-1aef1a0f9b10","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:09:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-w4-512ec5","reconcileID":"60790433-36f9-4dba-94ed-1aef1a0f9b10","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:09:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"premium-w4-512ec5","reconcileID":"d04143a1-ca77-48e0-aecd-a49f8a07fb9d","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"premium-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:09:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:09:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"premium-w4-512ec5","reconcileID":"d04143a1-ca77-48e0-aecd-a49f8a07fb9d","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"premium-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:09:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"premium-w4-512ec5","reconcileID":"d04143a1-ca77-48e0-aecd-a49f8a07fb9d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:09:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"simulator-w4-512ec5","reconcileID":"119dce66-f96e-409a-a523-e015c5cb47fa","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"simulator-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:09:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:09:19Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"simulator-w4-512ec5","reconcileID":"119dce66-f96e-409a-a523-e015c5cb47fa","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"simulator-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:09:19Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"simulator-w4-512ec5","reconcileID":"119dce66-f96e-409a-a523-e015c5cb47fa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:09:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-2-w4-512ec5","reconcileID":"15840722-34f7-49ee-ac11-c870ca22725e","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-2-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:09:19Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:09:19Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-2-w4-512ec5","reconcileID":"15840722-34f7-49ee-ac11-c870ca22725e","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-2-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:09:19Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-2-w4-512ec5","reconcileID":"15840722-34f7-49ee-ac11-c870ca22725e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:09:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-w4-512ec5","reconcileID":"d7c1bf2c-c318-4992-a2ce-e98851aa5a51","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:09:19Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:09:19Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-w4-512ec5","reconcileID":"d7c1bf2c-c318-4992-a2ce-e98851aa5a51","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:09:19Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-w4-512ec5","reconcileID":"d7c1bf2c-c318-4992-a2ce-e98851aa5a51","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:09:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"simulator-w4-512ec5","reconcileID":"40b5a4b5-025c-4b23-ac87-1384df0c3bed","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"simulator-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:09:19Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:09:19Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"simulator-w4-512ec5","reconcileID":"40b5a4b5-025c-4b23-ac87-1384df0c3bed","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"simulator-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:09:19Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"simulator-w4-512ec5","reconcileID":"40b5a4b5-025c-4b23-ac87-1384df0c3bed","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:09:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"premium-w4-512ec5","reconcileID":"b3e12354-caec-4cfb-9944-949b85ab9c59","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"premium-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:09:19Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:09:19Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"premium-w4-512ec5","reconcileID":"b3e12354-caec-4cfb-9944-949b85ab9c59","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"premium-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:09:19Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"premium-w4-512ec5","reconcileID":"b3e12354-caec-4cfb-9944-949b85ab9c59","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:09:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-2-w4-512ec5","reconcileID":"7332da7e-f0cb-47ad-9b46-4e98db0c4358","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-2-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:09:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}
{"level":"error","ts":"2026-10-30T13:09:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-2-w4-512ec5","reconcileID":"7332da7e-f0cb-47ad-9b46-4e98db0c4358","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-2-w4-512ec5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T13:09:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-2-w4-512ec5","reconcileID":"7332da7e-f0cb-47ad-9b46-4e98db0c4358","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w4-512ec5-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-512ec5 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T13:09:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w4-512ec5","namespace":"e2e-models-e2e-worker-w4-512ec5"},"namespace":"e2e-models-e2e-worker-w4-512ec5","name":"distinct-w4-512ec5","reconcileID":"483b4690-b5e1-42e1-8177-1dfd94fe9b79","Namespace":"e2e-models-e2e-worker-w4-512ec5","Name":"distinct-w4-512ec5"}
{"level":"info","ts":"2026-10-30T13:09:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w4-512ec5"}