{"level":"info","ts":"2026-10-30T07:40:50Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"simulator-w2-62f56b","reconcileID":"48c15531-9714-4284-bd4f-c7d8ed9a737e","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"simulator-w2-62f56b"}
{"level":"info","ts":"2026-10-30T07:40:50Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-62f56b"}
{"level":"error","ts":"2026-10-30T07:40:50Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"simulator-w2-62f56b","reconcileID":"48c15531-9714-4284-bd4f-c7d8ed9a737e","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"simulator-w2-62f56b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:40:50Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"simulator-w2-62f56b","reconcileID":"48c15531-9714-4284-bd4f-c7d8ed9a737e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:40:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"distinct-2-w2-62f56b","reconcileID":"999868db-1b0e-4811-bac6-6042505b56a2","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"distinct-2-w2-62f56b"}
{"level":"info","ts":"2026-10-30T07:40:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-62f56b"}
{"level":"error","ts":"2026-10-30T07:40:51Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"distinct-2-w2-62f56b","reconcileID":"999868db-1b0e-4811-bac6-6042505b56a2","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"distinct-2-w2-62f56b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:40:51Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"distinct-2-w2-62f56b","reconcileID":"999868db-1b0e-4811-bac6-6042505b56a2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:40:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"distinct-w2-62f56b","reconcileID":"6823712a-1ca1-4b88-8789-d8d463eca6db","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"distinct-w2-62f56b"}
{"level":"info","ts":"2026-10-30T07:40:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-62f56b"}
{"level":"error","ts":"2026-10-30T07:40:51Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"distinct-w2-62f56b","reconcileID":"6823712a-1ca1-4b88-8789-d8d463eca6db","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"distinct-w2-62f56b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:40:51Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"distinct-w2-62f56b","reconcileID":"6823712a-1ca1-4b88-8789-d8d463eca6db","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:40:51Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"premium-w2-62f56b","reconcileID":"7bd418f5-7546-4fe4-941d-0d31be96c7e5","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"premium-w2-62f56b"}
{"level":"info","ts":"2026-10-30T07:40:51Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-62f56b"}
{"level":"error","ts":"2026-10-30T07:40:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"premium-w2-62f56b","reconcileID":"7bd418f5-7546-4fe4-941d-0d31be96c7e5","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"premium-w2-62f56b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:40:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"premium-w2-62f56b","reconcileID":"7bd418f5-7546-4fe4-941d-0d31be96c7e5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:40:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"simulator-w2-62f56b","reconcileID":"c559a444-5caa-4f37-8b3b-64fd846490bd","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"simulator-w2-62f56b"}
{"level":"info","ts":"2026-10-30T07:40:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-62f56b"}
{"level":"error","ts":"2026-10-30T07:40:52Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"simulator-w2-62f56b","reconcileID":"c559a444-5caa-4f37-8b3b-64fd846490bd","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"simulator-w2-62f56b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:40:52Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"simulator-w2-62f56b","reconcileID":"c559a444-5caa-4f37-8b3b-64fd846490bd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:40:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"simulator-w3-7c17e8","reconcileID":"e7d35591-6580-4fe9-9d17-a20519e44a77","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"simulator-w3-7c17e8"}
{"level":"info","ts":"2026-10-30T07:40:53Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-7c17e8"}
{"level":"error","ts":"2026-10-30T07:40:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"simulator-w3-7c17e8","reconcileID":"e7d35591-6580-4fe9-9d17-a20519e44a77","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"simulator-w3-7c17e8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-7c17e8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7c17e8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:40:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"simulator-w3-7c17e8","reconcileID":"e7d35591-6580-4fe9-9d17-a20519e44a77","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-7c17e8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7c17e8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:40:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"distinct-2-w3-7c17e8","reconcileID":"eb2d3cf7-de91-4ba9-943c-5a3895168e29","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"distinct-2-w3-7c17e8"}
{"level":"info","ts":"2026-10-30T07:40:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-7c17e8"}
{"level":"error","ts":"2026-10-30T07:40:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"distinct-2-w3-7c17e8","reconcileID":"eb2d3cf7-de91-4ba9-943c-5a3895168e29","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"distinct-2-w3-7c17e8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-7c17e8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7c17e8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:40:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"distinct-2-w3-7c17e8","reconcileID":"eb2d3cf7-de91-4ba9-943c-5a3895168e29","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-7c17e8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7c17e8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:40:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"distinct-w3-7c17e8","reconcileID":"1898f710-ba38-45b3-8301-d628926e9999","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"distinct-w3-7c17e8"}
{"level":"info","ts":"2026-10-30T07:40:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-7c17e8"}
{"level":"error","ts":"2026-10-30T07:40:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"distinct-w3-7c17e8","reconcileID":"1898f710-ba38-45b3-8301-d628926e9999","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"distinct-w3-7c17e8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-7c17e8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7c17e8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:40:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"distinct-w3-7c17e8","reconcileID":"1898f710-ba38-45b3-8301-d628926e9999","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-7c17e8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7c17e8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:40:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"premium-w3-7c17e8","reconcileID":"cbd018c5-3db4-41f8-a4ff-380502fa1b14","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"premium-w3-7c17e8"}
{"level":"info","ts":"2026-10-30T07:40:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-7c17e8"}
{"level":"error","ts":"2026-10-30T07:40:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"premium-w3-7c17e8","reconcileID":"cbd018c5-3db4-41f8-a4ff-380502fa1b14","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"premium-w3-7c17e8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-7c17e8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7c17e8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:40:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"premium-w3-7c17e8","reconcileID":"cbd018c5-3db4-41f8-a4ff-380502fa1b14","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-7c17e8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7c17e8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:40:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"simulator-w3-7c17e8","reconcileID":"c6d2da98-e096-42cd-bba0-2d5b938ff19f","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"simulator-w3-7c17e8"}
{"level":"info","ts":"2026-10-30T07:40:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-7c17e8"}
{"level":"error","ts":"2026-10-30T07:40:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"simulator-w3-7c17e8","reconcileID":"c6d2da98-e096-42cd-bba0-2d5b938ff19f","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"simulator-w3-7c17e8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-7c17e8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7c17e8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:40:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"simulator-w3-7c17e8","reconcileID":"c6d2da98-e096-42cd-bba0-2d5b938ff19f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-7c17e8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7c17e8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:40:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"distinct-w3-7c17e8","reconcileID":"9fda9248-3547-46b6-bc47-518d3d1e0fdd","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"distinct-w3-7c17e8"}
{"level":"info","ts":"2026-10-30T07:40:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-7c17e8"}
{"level":"error","ts":"2026-10-30T07:40:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"distinct-w3-7c17e8","reconcileID":"9fda9248-3547-46b6-bc47-518d3d1e0fdd","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"distinct-w3-7c17e8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-7c17e8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7c17e8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:40:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"distinct-w3-7c17e8","reconcileID":"9fda9248-3547-46b6-bc47-518d3d1e0fdd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-7c17e8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7c17e8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:40:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"distinct-2-w3-7c17e8","reconcileID":"9560a5b6-e84b-473e-9f55-6c98baa2553c","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"distinct-2-w3-7c17e8"}
{"level":"info","ts":"2026-10-30T07:40:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-7c17e8"}
{"level":"error","ts":"2026-10-30T07:40:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"distinct-2-w3-7c17e8","reconcileID":"9560a5b6-e84b-473e-9f55-6c98baa2553c","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"distinct-2-w3-7c17e8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-7c17e8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7c17e8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:40:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"distinct-2-w3-7c17e8","reconcileID":"9560a5b6-e84b-473e-9f55-6c98baa2553c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-7c17e8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7c17e8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:40:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"premium-w3-7c17e8","reconcileID":"31fba16d-3175-4e20-b852-84c0dec87e22","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"premium-w3-7c17e8"}
{"level":"info","ts":"2026-10-30T07:40:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-7c17e8"}
{"level":"error","ts":"2026-10-30T07:40:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"premium-w3-7c17e8","reconcileID":"31fba16d-3175-4e20-b852-84c0dec87e22","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"premium-w3-7c17e8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-7c17e8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7c17e8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:40:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"premium-w3-7c17e8","reconcileID":"31fba16d-3175-4e20-b852-84c0dec87e22","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-7c17e8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7c17e8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:40:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"distinct-2-w2-62f56b","reconcileID":"3d52bf51-aab3-4125-9c55-67b97327ff06","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"distinct-2-w2-62f56b"}
{"level":"info","ts":"2026-10-30T07:40:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-62f56b"}
{"level":"error","ts":"2026-10-30T07:40:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"distinct-2-w2-62f56b","reconcileID":"3d52bf51-aab3-4125-9c55-67b97327ff06","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"distinct-2-w2-62f56b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:40:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"distinct-2-w2-62f56b","reconcileID":"3d52bf51-aab3-4125-9c55-67b97327ff06","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:40:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"distinct-w2-62f56b","reconcileID":"81d7330c-715b-4cdb-a016-a42b4dc8c9b9","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"distinct-w2-62f56b"}
{"level":"info","ts":"2026-10-30T07:40:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-62f56b"}
{"level":"error","ts":"2026-10-30T07:40:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"distinct-w2-62f56b","reconcileID":"81d7330c-715b-4cdb-a016-a42b4dc8c9b9","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"distinct-w2-62f56b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:40:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"distinct-w2-62f56b","reconcileID":"81d7330c-715b-4cdb-a016-a42b4dc8c9b9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:40:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"premium-w2-62f56b","reconcileID":"3ba5ccb6-d881-4c5e-856d-2713c5fc6f66","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"premium-w2-62f56b"}
{"level":"info","ts":"2026-10-30T07:40:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-62f56b"}
{"level":"error","ts":"2026-10-30T07:40:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"premium-w2-62f56b","reconcileID":"3ba5ccb6-d881-4c5e-856d-2713c5fc6f66","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"premium-w2-62f56b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:40:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"premium-w2-62f56b","reconcileID":"3ba5ccb6-d881-4c5e-856d-2713c5fc6f66","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:40:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"simulator-w2-62f56b","reconcileID":"c2990055-b91b-4b7e-800b-eebe7a7caa90","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"simulator-w2-62f56b"}
{"level":"info","ts":"2026-10-30T07:40:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-62f56b"}
{"level":"error","ts":"2026-10-30T07:40:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"simulator-w2-62f56b","reconcileID":"c2990055-b91b-4b7e-800b-eebe7a7caa90","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"simulator-w2-62f56b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:40:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"simulator-w2-62f56b","reconcileID":"c2990055-b91b-4b7e-800b-eebe7a7caa90","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:40:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"simulator-w3-7c17e8","reconcileID":"910e1776-7772-47ac-8778-f41bc7b7b24a","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"simulator-w3-7c17e8"}
{"level":"info","ts":"2026-10-30T07:40:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-7c17e8"}
{"level":"error","ts":"2026-10-30T07:40:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"simulator-w3-7c17e8","reconcileID":"910e1776-7772-47ac-8778-f41bc7b7b24a","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"simulator-w3-7c17e8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-7c17e8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7c17e8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:40:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"simulator-w3-7c17e8","reconcileID":"910e1776-7772-47ac-8778-f41bc7b7b24a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-7c17e8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7c17e8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:40:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"distinct-w3-7c17e8","reconcileID":"632b3aef-ec62-431b-a011-5540079abbf9","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"distinct-w3-7c17e8"}
{"level":"info","ts":"2026-10-30T07:40:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-7c17e8"}
{"level":"error","ts":"2026-10-30T07:40:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"distinct-w3-7c17e8","reconcileID":"632b3aef-ec62-431b-a011-5540079abbf9","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"distinct-w3-7c17e8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-7c17e8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7c17e8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:40:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"distinct-w3-7c17e8","reconcileID":"632b3aef-ec62-431b-a011-5540079abbf9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-7c17e8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7c17e8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:40:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"distinct-2-w3-7c17e8","reconcileID":"5ab88c00-13e9-4d4d-bf15-af7465cc25ea","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"distinct-2-w3-7c17e8"}
{"level":"info","ts":"2026-10-30T07:40:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-7c17e8"}
{"level":"error","ts":"2026-10-30T07:40:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"distinct-2-w3-7c17e8","reconcileID":"5ab88c00-13e9-4d4d-bf15-af7465cc25ea","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"distinct-2-w3-7c17e8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-7c17e8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7c17e8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:40:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"distinct-2-w3-7c17e8","reconcileID":"5ab88c00-13e9-4d4d-bf15-af7465cc25ea","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-7c17e8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7c17e8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:40:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"premium-w3-7c17e8","reconcileID":"50fdbab4-fe8c-4861-a4df-25e9b5f61b60","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"premium-w3-7c17e8"}
{"level":"info","ts":"2026-10-30T07:40:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-7c17e8"}
{"level":"error","ts":"2026-10-30T07:40:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"premium-w3-7c17e8","reconcileID":"50fdbab4-fe8c-4861-a4df-25e9b5f61b60","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"premium-w3-7c17e8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-7c17e8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7c17e8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:40:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"premium-w3-7c17e8","reconcileID":"50fdbab4-fe8c-4861-a4df-25e9b5f61b60","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-7c17e8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7c17e8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:40:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"simulator-w3-7c17e8","reconcileID":"73d58607-3f74-4cad-9028-14b6b18dfe03","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"simulator-w3-7c17e8"}
{"level":"info","ts":"2026-10-30T07:40:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-7c17e8"}
{"level":"error","ts":"2026-10-30T07:40:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"simulator-w3-7c17e8","reconcileID":"73d58607-3f74-4cad-9028-14b6b18dfe03","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"simulator-w3-7c17e8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-7c17e8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7c17e8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:40:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"simulator-w3-7c17e8","reconcileID":"73d58607-3f74-4cad-9028-14b6b18dfe03","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-7c17e8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7c17e8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:40:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"distinct-w3-7c17e8","reconcileID":"2a4552bc-e24d-4842-b4cd-235b9534396c","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"distinct-w3-7c17e8"}
{"level":"info","ts":"2026-10-30T07:40:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-7c17e8"}
{"level":"error","ts":"2026-10-30T07:40:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"distinct-w3-7c17e8","reconcileID":"2a4552bc-e24d-4842-b4cd-235b9534396c","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"distinct-w3-7c17e8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-7c17e8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7c17e8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:40:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"distinct-w3-7c17e8","reconcileID":"2a4552bc-e24d-4842-b4cd-235b9534396c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-7c17e8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7c17e8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:40:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"distinct-2-w3-7c17e8","reconcileID":"40ca061c-7aa3-498c-be42-9b5116058980","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"distinct-2-w3-7c17e8"}
{"level":"info","ts":"2026-10-30T07:40:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-7c17e8"}
{"level":"error","ts":"2026-10-30T07:40:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"distinct-2-w3-7c17e8","reconcileID":"40ca061c-7aa3-498c-be42-9b5116058980","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"distinct-2-w3-7c17e8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-7c17e8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7c17e8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:40:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"distinct-2-w3-7c17e8","reconcileID":"40ca061c-7aa3-498c-be42-9b5116058980","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-7c17e8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7c17e8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:40:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"premium-w3-7c17e8","reconcileID":"42e660c9-8490-4e41-ac3b-8c20497462ad","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"premium-w3-7c17e8"}
{"level":"info","ts":"2026-10-30T07:40:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-7c17e8"}
{"level":"error","ts":"2026-10-30T07:40:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"premium-w3-7c17e8","reconcileID":"42e660c9-8490-4e41-ac3b-8c20497462ad","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"premium-w3-7c17e8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-7c17e8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7c17e8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:40:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"premium-w3-7c17e8","reconcileID":"42e660c9-8490-4e41-ac3b-8c20497462ad","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-7c17e8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7c17e8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:40:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"simulator-w3-7c17e8","reconcileID":"1f3c9a24-2af2-43ff-9fe1-1e33a2ee6e2d","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"simulator-w3-7c17e8"}
{"level":"info","ts":"2026-10-30T07:40:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-7c17e8"}
{"level":"error","ts":"2026-10-30T07:40:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"simulator-w3-7c17e8","reconcileID":"1f3c9a24-2af2-43ff-9fe1-1e33a2ee6e2d","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"simulator-w3-7c17e8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-7c17e8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7c17e8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:40:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"simulator-w3-7c17e8","reconcileID":"1f3c9a24-2af2-43ff-9fe1-1e33a2ee6e2d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-7c17e8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7c17e8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:40:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"simulator-w3-7c17e8","reconcileID":"a63984c4-2442-4c31-a0e1-535d616d315e","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"simulator-w3-7c17e8"}
{"level":"info","ts":"2026-10-30T07:40:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-7c17e8"}
{"level":"error","ts":"2026-10-30T07:40:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"simulator-w3-7c17e8","reconcileID":"a63984c4-2442-4c31-a0e1-535d616d315e","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"simulator-w3-7c17e8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-7c17e8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7c17e8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:40:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"simulator-w3-7c17e8","reconcileID":"a63984c4-2442-4c31-a0e1-535d616d315e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-7c17e8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7c17e8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:40:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"distinct-w3-7c17e8","reconcileID":"0691be8c-3540-4302-8565-8b29b053bb97","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"distinct-w3-7c17e8"}
{"level":"info","ts":"2026-10-30T07:40:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-7c17e8"}
{"level":"error","ts":"2026-10-30T07:40:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"distinct-w3-7c17e8","reconcileID":"0691be8c-3540-4302-8565-8b29b053bb97","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"distinct-w3-7c17e8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-7c17e8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7c17e8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:40:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"distinct-w3-7c17e8","reconcileID":"0691be8c-3540-4302-8565-8b29b053bb97","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-7c17e8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7c17e8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:40:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"premium-w3-7c17e8","reconcileID":"68048e64-9ab3-4f58-9fc2-89019bd5662b","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"premium-w3-7c17e8"}
{"level":"info","ts":"2026-10-30T07:40:55Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-7c17e8"}
{"level":"error","ts":"2026-10-30T07:40:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"premium-w3-7c17e8","reconcileID":"68048e64-9ab3-4f58-9fc2-89019bd5662b","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"premium-w3-7c17e8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-7c17e8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7c17e8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:40:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"premium-w3-7c17e8","reconcileID":"68048e64-9ab3-4f58-9fc2-89019bd5662b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-7c17e8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7c17e8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:40:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"distinct-2-w2-62f56b","reconcileID":"7769ae19-98bc-4afc-a90d-e027a912e991","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"distinct-2-w2-62f56b"}
{"level":"info","ts":"2026-10-30T07:40:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-62f56b"}
{"level":"error","ts":"2026-10-30T07:40:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"distinct-2-w2-62f56b","reconcileID":"7769ae19-98bc-4afc-a90d-e027a912e991","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"distinct-2-w2-62f56b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:40:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"distinct-2-w2-62f56b","reconcileID":"7769ae19-98bc-4afc-a90d-e027a912e991","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:40:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"distinct-w2-62f56b","reconcileID":"484645af-1f92-4fe0-be4b-19a8a91615e0","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"distinct-w2-62f56b"}
{"level":"info","ts":"2026-10-30T07:40:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-62f56b"}
{"level":"error","ts":"2026-10-30T07:40:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"distinct-w2-62f56b","reconcileID":"484645af-1f92-4fe0-be4b-19a8a91615e0","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"distinct-w2-62f56b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:40:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"distinct-w2-62f56b","reconcileID":"484645af-1f92-4fe0-be4b-19a8a91615e0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:40:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"premium-w2-62f56b","reconcileID":"016b9a84-07f5-4283-ae6f-4a39cdc73cde","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"premium-w2-62f56b"}
{"level":"info","ts":"2026-10-30T07:40:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-62f56b"}
{"level":"error","ts":"2026-10-30T07:40:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"premium-w2-62f56b","reconcileID":"016b9a84-07f5-4283-ae6f-4a39cdc73cde","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"premium-w2-62f56b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:40:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"premium-w2-62f56b","reconcileID":"016b9a84-07f5-4283-ae6f-4a39cdc73cde","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:40:59Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"simulator-w2-62f56b","reconcileID":"60cad675-b2ca-432f-8815-ca18ee4600be","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"simulator-w2-62f56b"}
{"level":"info","ts":"2026-10-30T07:40:59Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-62f56b"}
{"level":"error","ts":"2026-10-30T07:40:59Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"simulator-w2-62f56b","reconcileID":"60cad675-b2ca-432f-8815-ca18ee4600be","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"simulator-w2-62f56b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:40:59Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"simulator-w2-62f56b","reconcileID":"60cad675-b2ca-432f-8815-ca18ee4600be","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:41:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"distinct-2-w3-7c17e8","reconcileID":"d01add1f-77d6-4e94-9562-00749efb656d","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"distinct-2-w3-7c17e8"}
{"level":"info","ts":"2026-10-30T07:41:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-7c17e8"}
{"level":"error","ts":"2026-10-30T07:41:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"distinct-2-w3-7c17e8","reconcileID":"d01add1f-77d6-4e94-9562-00749efb656d","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"distinct-2-w3-7c17e8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-7c17e8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7c17e8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:41:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"distinct-2-w3-7c17e8","reconcileID":"d01add1f-77d6-4e94-9562-00749efb656d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-7c17e8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7c17e8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:41:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"simulator-w3-7c17e8","reconcileID":"4f57c519-22dc-46de-b7d1-968503313bfb","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"simulator-w3-7c17e8"}
{"level":"info","ts":"2026-10-30T07:41:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-7c17e8"}
{"level":"error","ts":"2026-10-30T07:41:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"simulator-w3-7c17e8","reconcileID":"4f57c519-22dc-46de-b7d1-968503313bfb","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"simulator-w3-7c17e8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-7c17e8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7c17e8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:41:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"simulator-w3-7c17e8","reconcileID":"4f57c519-22dc-46de-b7d1-968503313bfb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-7c17e8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7c17e8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:41:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"distinct-w3-7c17e8","reconcileID":"9d865885-0f5b-4150-a6d0-aa03760f914c","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"distinct-w3-7c17e8"}
{"level":"info","ts":"2026-10-30T07:41:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-7c17e8"}
{"level":"error","ts":"2026-10-30T07:41:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"distinct-w3-7c17e8","reconcileID":"9d865885-0f5b-4150-a6d0-aa03760f914c","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"distinct-w3-7c17e8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-7c17e8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7c17e8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:41:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"distinct-w3-7c17e8","reconcileID":"9d865885-0f5b-4150-a6d0-aa03760f914c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-7c17e8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7c17e8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:41:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"premium-w3-7c17e8","reconcileID":"1346695b-6698-48a8-ac98-34ddef79b156","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"premium-w3-7c17e8"}
{"level":"info","ts":"2026-10-30T07:41:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-7c17e8"}
{"level":"error","ts":"2026-10-30T07:41:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"premium-w3-7c17e8","reconcileID":"1346695b-6698-48a8-ac98-34ddef79b156","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"premium-w3-7c17e8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-7c17e8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7c17e8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:41:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"premium-w3-7c17e8","reconcileID":"1346695b-6698-48a8-ac98-34ddef79b156","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-7c17e8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7c17e8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:41:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"distinct-2-w3-7c17e8","reconcileID":"7cdce0e4-737a-4721-a9df-607a4ef3648a","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"distinct-2-w3-7c17e8"}
{"level":"info","ts":"2026-10-30T07:41:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-7c17e8"}
{"level":"error","ts":"2026-10-30T07:41:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"distinct-2-w3-7c17e8","reconcileID":"7cdce0e4-737a-4721-a9df-607a4ef3648a","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"distinct-2-w3-7c17e8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-7c17e8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7c17e8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:41:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"distinct-2-w3-7c17e8","reconcileID":"7cdce0e4-737a-4721-a9df-607a4ef3648a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-7c17e8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7c17e8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:41:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"simulator-w3-7c17e8","reconcileID":"7f823d81-40bf-4791-ad2a-65a6dbd87353","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"simulator-w3-7c17e8"}
{"level":"info","ts":"2026-10-30T07:41:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-7c17e8"}
{"level":"error","ts":"2026-10-30T07:41:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"simulator-w3-7c17e8","reconcileID":"7f823d81-40bf-4791-ad2a-65a6dbd87353","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"simulator-w3-7c17e8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-7c17e8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7c17e8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:41:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"simulator-w3-7c17e8","reconcileID":"7f823d81-40bf-4791-ad2a-65a6dbd87353","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-7c17e8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7c17e8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:41:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"distinct-w3-7c17e8","reconcileID":"24c770b0-ce69-4552-8b46-d3b4660a69ea","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"distinct-w3-7c17e8"}
{"level":"info","ts":"2026-10-30T07:41:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-7c17e8"}
{"level":"error","ts":"2026-10-30T07:41:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"distinct-w3-7c17e8","reconcileID":"24c770b0-ce69-4552-8b46-d3b4660a69ea","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"distinct-w3-7c17e8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-7c17e8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7c17e8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:41:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"distinct-w3-7c17e8","reconcileID":"24c770b0-ce69-4552-8b46-d3b4660a69ea","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-7c17e8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7c17e8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:41:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"premium-w3-7c17e8","reconcileID":"ff94d1b2-5c5a-4338-9145-c0d0b5bcf133","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"premium-w3-7c17e8"}
{"level":"info","ts":"2026-10-30T07:41:02Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-7c17e8"}
{"level":"error","ts":"2026-10-30T07:41:02Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"premium-w3-7c17e8","reconcileID":"ff94d1b2-5c5a-4338-9145-c0d0b5bcf133","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"premium-w3-7c17e8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-7c17e8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7c17e8 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:41:02Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"premium-w3-7c17e8","reconcileID":"ff94d1b2-5c5a-4338-9145-c0d0b5bcf133","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-7c17e8-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-7c17e8 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:41:02Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"distinct-2-w3-7c17e8","reconcileID":"1686739e-9451-4bb3-afb0-77724ad02600","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"distinct-2-w3-7c17e8"}
{"level":"info","ts":"2026-10-30T07:41:02Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"distinct-2-w3-7c17e8","reconcileID":"1686739e-9451-4bb3-afb0-77724ad02600","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"distinct-2-w3-7c17e8"}
{"level":"info","ts":"2026-10-30T07:41:02Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Other LLMInferenceServices exist in namespace, skipping shared monitoring cleanup","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"distinct-2-w3-7c17e8","reconcileID":"1686739e-9451-4bb3-afb0-77724ad02600","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"distinct-2-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"}
{"level":"info","ts":"2026-10-30T07:41:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"simulator-w3-7c17e8","reconcileID":"ee1598f9-b969-4537-8832-c1dd3d0e517c","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"simulator-w3-7c17e8"}
{"level":"info","ts":"2026-10-30T07:41:03Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"simulator-w3-7c17e8","reconcileID":"ee1598f9-b969-4537-8832-c1dd3d0e517c","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"simulator-w3-7c17e8"}
{"level":"info","ts":"2026-10-30T07:41:03Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"simulator-w3-7c17e8","reconcileID":"ee1598f9-b969-4537-8832-c1dd3d0e517c","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"simulator-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"}
{"level":"info","ts":"2026-10-30T07:41:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"distinct-2-w2-62f56b","reconcileID":"a61119f9-dabe-4e7a-bad1-f310eeae5e7c","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"distinct-2-w2-62f56b"}
{"level":"info","ts":"2026-10-30T07:41:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-62f56b"}
{"level":"error","ts":"2026-10-30T07:41:03Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"distinct-2-w2-62f56b","reconcileID":"a61119f9-dabe-4e7a-bad1-f310eeae5e7c","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"distinct-2-w2-62f56b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:41:03Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"distinct-2-w2-62f56b","reconcileID":"a61119f9-dabe-4e7a-bad1-f310eeae5e7c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:41:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"distinct-w2-62f56b","reconcileID":"1c9bf354-e95a-4ba4-846e-416547578b6e","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"distinct-w2-62f56b"}
{"level":"info","ts":"2026-10-30T07:41:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-62f56b"}
{"level":"error","ts":"2026-10-30T07:41:03Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"distinct-w2-62f56b","reconcileID":"1c9bf354-e95a-4ba4-846e-416547578b6e","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"distinct-w2-62f56b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:41:03Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"distinct-w2-62f56b","reconcileID":"1c9bf354-e95a-4ba4-846e-416547578b6e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:41:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"premium-w2-62f56b","reconcileID":"28c0d7fa-5839-4f29-b7fd-63c2d8fdc442","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"premium-w2-62f56b"}
{"level":"info","ts":"2026-10-30T07:41:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-62f56b"}
{"level":"error","ts":"2026-10-30T07:41:03Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"premium-w2-62f56b","reconcileID":"28c0d7fa-5839-4f29-b7fd-63c2d8fdc442","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"premium-w2-62f56b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:41:03Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"premium-w2-62f56b","reconcileID":"28c0d7fa-5839-4f29-b7fd-63c2d8fdc442","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:41:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"simulator-w2-62f56b","reconcileID":"01e0ce9b-2d61-4cf3-a4a7-2d9f0c0b685d","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"simulator-w2-62f56b"}
{"level":"info","ts":"2026-10-30T07:41:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-62f56b"}
{"level":"error","ts":"2026-10-30T07:41:03Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"simulator-w2-62f56b","reconcileID":"01e0ce9b-2d61-4cf3-a4a7-2d9f0c0b685d","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"simulator-w2-62f56b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:41:03Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"simulator-w2-62f56b","reconcileID":"01e0ce9b-2d61-4cf3-a4a7-2d9f0c0b685d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:41:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"distinct-w3-7c17e8","reconcileID":"3c77f038-7a2e-433a-9e3e-41fd83163306","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"distinct-w3-7c17e8"}
{"level":"info","ts":"2026-10-30T07:41:03Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"distinct-w3-7c17e8","reconcileID":"3c77f038-7a2e-433a-9e3e-41fd83163306","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"distinct-w3-7c17e8"}
{"level":"info","ts":"2026-10-30T07:41:03Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"distinct-w3-7c17e8","reconcileID":"3c77f038-7a2e-433a-9e3e-41fd83163306","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"distinct-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"}
{"level":"info","ts":"2026-10-30T07:41:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"premium-w3-7c17e8","reconcileID":"215a79bd-6a86-42a2-9dad-7a62437f59a5","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"premium-w3-7c17e8"}
{"level":"info","ts":"2026-10-30T07:41:03Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"premium-w3-7c17e8","reconcileID":"215a79bd-6a86-42a2-9dad-7a62437f59a5","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"premium-w3-7c17e8"}
{"level":"info","ts":"2026-10-30T07:41:03Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"premium-w3-7c17e8","reconcileID":"215a79bd-6a86-42a2-9dad-7a62437f59a5","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"premium-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"}
{"level":"info","ts":"2026-10-30T07:41:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"distinct-2-w3-7c17e8","reconcileID":"b1bc1969-0416-443e-8f3f-2914622b953e","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"distinct-2-w3-7c17e8"}
{"level":"info","ts":"2026-10-30T07:41:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5d10027c-81df-4ab4-a918-09f8dc293653","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T07:41:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T07:41:04Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated-validation-f7kxz","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated-validation-f7kxz","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"524e0e56-e6c3-4c0a-9cac-2dcd5001c219","name":"e2e-distinct-simulated-validation-f7kxz","namespace":"llm"}
{"level":"info","ts":"2026-10-30T07:41:04Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5d10027c-81df-4ab4-a918-09f8dc293653","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T07:41:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5d10027c-81df-4ab4-a918-09f8dc293653","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T07:41:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5d10027c-81df-4ab4-a918-09f8dc293653","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T07:41:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5d10027c-81df-4ab4-a918-09f8dc293653","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T07:41:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5d10027c-81df-4ab4-a918-09f8dc293653","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T07:41:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5d10027c-81df-4ab4-a918-09f8dc293653","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T07:41:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5d10027c-81df-4ab4-a918-09f8dc293653","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T07:41:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5d10027c-81df-4ab4-a918-09f8dc293653","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T07:41:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5d10027c-81df-4ab4-a918-09f8dc293653","Namespace":"llm","Name":"e2e-distinct-simulated","route":"llm/e2e-distinct-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T07:41:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5d10027c-81df-4ab4-a918-09f8dc293653","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T07:41:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5d10027c-81df-4ab4-a918-09f8dc293653","Namespace":"llm","Name":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T07:41:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5d10027c-81df-4ab4-a918-09f8dc293653","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T07:41:04Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5d10027c-81df-4ab4-a918-09f8dc293653","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T07:41:04Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5d10027c-81df-4ab4-a918-09f8dc293653","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T07:41:04Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5d10027c-81df-4ab4-a918-09f8dc293653","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T07:41:04Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5d10027c-81df-4ab4-a918-09f8dc293653","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T07:41:04Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5d10027c-81df-4ab4-a918-09f8dc293653","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T07:41:04Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f33ce49b-5a43-413d-b621-c44060586ecc","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T07:41:04Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T07:41:04Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated-validation-bmf9h","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated-validation-bmf9h","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"e95966fa-61dc-4f20-acab-7cfdf89b8ece","name":"e2e-embedding-simulated-validation-bmf9h","namespace":"llm"}
{"level":"info","ts":"2026-10-30T07:41:04Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f33ce49b-5a43-413d-b621-c44060586ecc","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T07:41:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f33ce49b-5a43-413d-b621-c44060586ecc","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T07:41:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f33ce49b-5a43-413d-b621-c44060586ecc","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T07:41:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f33ce49b-5a43-413d-b621-c44060586ecc","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T07:41:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f33ce49b-5a43-413d-b621-c44060586ecc","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T07:41:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f33ce49b-5a43-413d-b621-c44060586ecc","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T07:41:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f33ce49b-5a43-413d-b621-c44060586ecc","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T07:41:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f33ce49b-5a43-413d-b621-c44060586ecc","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T07:41:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f33ce49b-5a43-413d-b621-c44060586ecc","Namespace":"llm","Name":"e2e-embedding-simulated","route":"llm/e2e-embedding-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T07:41:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f33ce49b-5a43-413d-b621-c44060586ecc","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T07:41:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f33ce49b-5a43-413d-b621-c44060586ecc","Namespace":"llm","Name":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T07:41:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f33ce49b-5a43-413d-b621-c44060586ecc","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T07:41:04Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f33ce49b-5a43-413d-b621-c44060586ecc","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T07:41:04Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f33ce49b-5a43-413d-b621-c44060586ecc","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T07:41:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f33ce49b-5a43-413d-b621-c44060586ecc","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T07:41:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f33ce49b-5a43-413d-b621-c44060586ecc","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T07:41:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f33ce49b-5a43-413d-b621-c44060586ecc","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-10-30T07:41:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"13333e3b-4ef0-4cb6-a832-81db4b6f3db5","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T07:41:05Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T07:41:05Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-r2xcj","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-r2xcj","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"3aa565af-67ef-4c34-88ed-3ea0a894b6f1","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-r2xcj","namespace":"llm"}
{"level":"info","ts":"2026-10-30T07:41:05Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"13333e3b-4ef0-4cb6-a832-81db4b6f3db5","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T07:41:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"13333e3b-4ef0-4cb6-a832-81db4b6f3db5","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T07:41:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"13333e3b-4ef0-4cb6-a832-81db4b6f3db5","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T07:41:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"13333e3b-4ef0-4cb6-a832-81db4b6f3db5","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T07:41:05Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"13333e3b-4ef0-4cb6-a832-81db4b6f3db5","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T07:41:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"13333e3b-4ef0-4cb6-a832-81db4b6f3db5","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T07:41:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"13333e3b-4ef0-4cb6-a832-81db4b6f3db5","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T07:41:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"13333e3b-4ef0-4cb6-a832-81db4b6f3db5","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T07:41:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"13333e3b-4ef0-4cb6-a832-81db4b6f3db5","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","route":"llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T07:41:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"13333e3b-4ef0-4cb6-a832-81db4b6f3db5","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T07:41:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"13333e3b-4ef0-4cb6-a832-81db4b6f3db5","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T07:41:05Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"13333e3b-4ef0-4cb6-a832-81db4b6f3db5","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T07:41:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"13333e3b-4ef0-4cb6-a832-81db4b6f3db5","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T07:41:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"13333e3b-4ef0-4cb6-a832-81db4b6f3db5","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T07:41:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"13333e3b-4ef0-4cb6-a832-81db4b6f3db5","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T07:41:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"13333e3b-4ef0-4cb6-a832-81db4b6f3db5","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T07:41:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"13333e3b-4ef0-4cb6-a832-81db4b6f3db5","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T07:41:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"525f46ae-252d-4ea8-ac06-fd4a115890ad","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T07:41:05Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T07:41:06Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator-validation-vshlr","namespace":"llm"},"namespace":"llm","name":"echo-simulator-validation-vshlr","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"cfaf8515-edeb-4165-be59-55dbfffc9227","name":"echo-simulator-validation-vshlr","namespace":"llm"}
{"level":"info","ts":"2026-10-30T07:41:06Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"525f46ae-252d-4ea8-ac06-fd4a115890ad","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T07:41:06Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"525f46ae-252d-4ea8-ac06-fd4a115890ad","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T07:41:06Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"525f46ae-252d-4ea8-ac06-fd4a115890ad","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T07:41:06Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"525f46ae-252d-4ea8-ac06-fd4a115890ad","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T07:41:06Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"525f46ae-252d-4ea8-ac06-fd4a115890ad","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T07:41:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"525f46ae-252d-4ea8-ac06-fd4a115890ad","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T07:41:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"525f46ae-252d-4ea8-ac06-fd4a115890ad","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T07:41:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"525f46ae-252d-4ea8-ac06-fd4a115890ad","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T07:41:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"525f46ae-252d-4ea8-ac06-fd4a115890ad","Namespace":"llm","Name":"echo-simulator","route":"llm/echo-simulator-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T07:41:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"525f46ae-252d-4ea8-ac06-fd4a115890ad","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T07:41:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"525f46ae-252d-4ea8-ac06-fd4a115890ad","Namespace":"llm","Name":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T07:41:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"525f46ae-252d-4ea8-ac06-fd4a115890ad","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T07:41:06Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"525f46ae-252d-4ea8-ac06-fd4a115890ad","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T07:41:06Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"525f46ae-252d-4ea8-ac06-fd4a115890ad","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T07:41:06Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"525f46ae-252d-4ea8-ac06-fd4a115890ad","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T07:41:06Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"525f46ae-252d-4ea8-ac06-fd4a115890ad","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T07:41:06Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"525f46ae-252d-4ea8-ac06-fd4a115890ad","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-10-30T07:41:06Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"164a3a18-b119-4e8c-8325-8625330bd325","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T07:41:06Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T07:41:06Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium-validation-msftz","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium-validation-msftz","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"c0efeb2a-a26e-4099-8eaf-3518aacf7a0b","name":"premium-simulated-simulated-premium-validation-msftz","namespace":"llm"}
{"level":"info","ts":"2026-10-30T07:41:06Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"164a3a18-b119-4e8c-8325-8625330bd325","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T07:41:06Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"164a3a18-b119-4e8c-8325-8625330bd325","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T07:41:06Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"164a3a18-b119-4e8c-8325-8625330bd325","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T07:41:06Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"164a3a18-b119-4e8c-8325-8625330bd325","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T07:41:06Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"164a3a18-b119-4e8c-8325-8625330bd325","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T07:41:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"164a3a18-b119-4e8c-8325-8625330bd325","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T07:41:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"164a3a18-b119-4e8c-8325-8625330bd325","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T07:41:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"164a3a18-b119-4e8c-8325-8625330bd325","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T07:41:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"164a3a18-b119-4e8c-8325-8625330bd325","Namespace":"llm","Name":"premium-simulated-simulated-premium","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T07:41:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"164a3a18-b119-4e8c-8325-8625330bd325","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T07:41:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"164a3a18-b119-4e8c-8325-8625330bd325","Namespace":"llm","Name":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T07:41:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"164a3a18-b119-4e8c-8325-8625330bd325","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T07:41:06Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"164a3a18-b119-4e8c-8325-8625330bd325","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T07:41:06Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"164a3a18-b119-4e8c-8325-8625330bd325","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T07:41:06Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"164a3a18-b119-4e8c-8325-8625330bd325","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T07:41:06Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"164a3a18-b119-4e8c-8325-8625330bd325","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T07:41:07Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"164a3a18-b119-4e8c-8325-8625330bd325","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-10-30T07:41:07Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"simulator-w3-7c17e8","reconcileID":"8ed3f984-382b-46fb-bdf2-c07ca4b61f2a","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"simulator-w3-7c17e8"}
{"level":"info","ts":"2026-10-30T07:41:07Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7c9787e4-8772-44c6-beb8-178013e8906d","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T07:41:07Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T07:41:07Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated-validation-9cp8h","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated-validation-9cp8h","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"9a8ff4c2-908e-4414-8bba-7c72ab274579","name":"e2e-distinct-2-simulated-validation-9cp8h","namespace":"llm"}
{"level":"info","ts":"2026-10-30T07:41:07Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7c9787e4-8772-44c6-beb8-178013e8906d","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T07:41:07Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7c9787e4-8772-44c6-beb8-178013e8906d","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T07:41:07Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7c9787e4-8772-44c6-beb8-178013e8906d","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T07:41:07Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7c9787e4-8772-44c6-beb8-178013e8906d","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T07:41:07Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7c9787e4-8772-44c6-beb8-178013e8906d","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T07:41:07Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7c9787e4-8772-44c6-beb8-178013e8906d","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T07:41:07Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7c9787e4-8772-44c6-beb8-178013e8906d","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T07:41:07Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7c9787e4-8772-44c6-beb8-178013e8906d","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T07:41:07Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7c9787e4-8772-44c6-beb8-178013e8906d","Namespace":"llm","Name":"e2e-distinct-2-simulated","route":"llm/e2e-distinct-2-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T07:41:07Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7c9787e4-8772-44c6-beb8-178013e8906d","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T07:41:07Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7c9787e4-8772-44c6-beb8-178013e8906d","Namespace":"llm","Name":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T07:41:07Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7c9787e4-8772-44c6-beb8-178013e8906d","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T07:41:07Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7c9787e4-8772-44c6-beb8-178013e8906d","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T07:41:07Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7c9787e4-8772-44c6-beb8-178013e8906d","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T07:41:07Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7c9787e4-8772-44c6-beb8-178013e8906d","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T07:41:07Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7c9787e4-8772-44c6-beb8-178013e8906d","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T07:41:07Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7c9787e4-8772-44c6-beb8-178013e8906d","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-10-30T07:41:07Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cc90ae2b-b4ab-460c-8d9a-e6867ac85464","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T07:41:07Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T07:41:07Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated-validation-4rgkb","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated-validation-4rgkb","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"3f8883b0-9df6-4462-a8c1-da92b353a31e","name":"e2e-trlp-test-simulated-validation-4rgkb","namespace":"llm"}
{"level":"info","ts":"2026-10-30T07:41:07Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cc90ae2b-b4ab-460c-8d9a-e6867ac85464","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T07:41:07Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cc90ae2b-b4ab-460c-8d9a-e6867ac85464","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T07:41:07Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cc90ae2b-b4ab-460c-8d9a-e6867ac85464","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T07:41:07Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cc90ae2b-b4ab-460c-8d9a-e6867ac85464","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T07:41:07Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cc90ae2b-b4ab-460c-8d9a-e6867ac85464","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T07:41:08Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cc90ae2b-b4ab-460c-8d9a-e6867ac85464","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T07:41:08Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cc90ae2b-b4ab-460c-8d9a-e6867ac85464","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T07:41:08Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cc90ae2b-b4ab-460c-8d9a-e6867ac85464","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T07:41:08Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cc90ae2b-b4ab-460c-8d9a-e6867ac85464","Namespace":"llm","Name":"e2e-trlp-test-simulated","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T07:41:08Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cc90ae2b-b4ab-460c-8d9a-e6867ac85464","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T07:41:08Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cc90ae2b-b4ab-460c-8d9a-e6867ac85464","Namespace":"llm","Name":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T07:41:08Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cc90ae2b-b4ab-460c-8d9a-e6867ac85464","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T07:41:08Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cc90ae2b-b4ab-460c-8d9a-e6867ac85464","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T07:41:08Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cc90ae2b-b4ab-460c-8d9a-e6867ac85464","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T07:41:08Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cc90ae2b-b4ab-460c-8d9a-e6867ac85464","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T07:41:08Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cc90ae2b-b4ab-460c-8d9a-e6867ac85464","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T07:41:08Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cc90ae2b-b4ab-460c-8d9a-e6867ac85464","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-10-30T07:41:08Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09fe2b4d-07d4-4348-9023-e7758d3963b8","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T07:41:08Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T07:41:08Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated-validation-kr42w","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated-validation-kr42w","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"558e4b6e-ec93-4785-8dfc-0458ff56aae5","name":"facebook-opt-125m-simulated-validation-kr42w","namespace":"llm"}
{"level":"info","ts":"2026-10-30T07:41:08Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09fe2b4d-07d4-4348-9023-e7758d3963b8","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T07:41:08Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09fe2b4d-07d4-4348-9023-e7758d3963b8","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T07:41:08Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09fe2b4d-07d4-4348-9023-e7758d3963b8","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T07:41:08Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09fe2b4d-07d4-4348-9023-e7758d3963b8","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T07:41:08Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09fe2b4d-07d4-4348-9023-e7758d3963b8","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T07:41:08Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09fe2b4d-07d4-4348-9023-e7758d3963b8","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T07:41:08Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09fe2b4d-07d4-4348-9023-e7758d3963b8","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T07:41:08Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09fe2b4d-07d4-4348-9023-e7758d3963b8","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T07:41:08Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09fe2b4d-07d4-4348-9023-e7758d3963b8","Namespace":"llm","Name":"facebook-opt-125m-simulated","route":"llm/facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T07:41:08Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09fe2b4d-07d4-4348-9023-e7758d3963b8","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T07:41:08Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09fe2b4d-07d4-4348-9023-e7758d3963b8","Namespace":"llm","Name":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T07:41:08Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09fe2b4d-07d4-4348-9023-e7758d3963b8","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T07:41:08Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09fe2b4d-07d4-4348-9023-e7758d3963b8","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T07:41:08Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09fe2b4d-07d4-4348-9023-e7758d3963b8","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T07:41:08Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09fe2b4d-07d4-4348-9023-e7758d3963b8","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T07:41:08Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09fe2b4d-07d4-4348-9023-e7758d3963b8","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T07:41:08Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09fe2b4d-07d4-4348-9023-e7758d3963b8","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-10-30T07:41:08Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"distinct-2-w2-62f56b","reconcileID":"e66dddcb-f6c4-48f3-bd54-d526d3d76696","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"distinct-2-w2-62f56b"}
{"level":"info","ts":"2026-10-30T07:41:08Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-62f56b"}
{"level":"error","ts":"2026-10-30T07:41:08Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"distinct-2-w2-62f56b","reconcileID":"e66dddcb-f6c4-48f3-bd54-d526d3d76696","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"distinct-2-w2-62f56b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:41:08Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"distinct-2-w2-62f56b","reconcileID":"e66dddcb-f6c4-48f3-bd54-d526d3d76696","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:41:08Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"distinct-w2-62f56b","reconcileID":"bbbe9190-f60c-42c2-a5f4-72522bb162aa","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"distinct-w2-62f56b"}
{"level":"info","ts":"2026-10-30T07:41:08Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-62f56b"}
{"level":"error","ts":"2026-10-30T07:41:09Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"distinct-w2-62f56b","reconcileID":"bbbe9190-f60c-42c2-a5f4-72522bb162aa","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"distinct-w2-62f56b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:41:09Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"distinct-w2-62f56b","reconcileID":"bbbe9190-f60c-42c2-a5f4-72522bb162aa","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:41:09Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"premium-w2-62f56b","reconcileID":"c78aacb7-21bb-41f5-b38f-08ac933667e8","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"premium-w2-62f56b"}
{"level":"info","ts":"2026-10-30T07:41:09Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-62f56b"}
{"level":"error","ts":"2026-10-30T07:41:09Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"premium-w2-62f56b","reconcileID":"c78aacb7-21bb-41f5-b38f-08ac933667e8","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"premium-w2-62f56b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:41:09Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"premium-w2-62f56b","reconcileID":"c78aacb7-21bb-41f5-b38f-08ac933667e8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:41:09Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"simulator-w2-62f56b","reconcileID":"100c9165-8145-4951-8ddd-3637be917f43","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"simulator-w2-62f56b"}
{"level":"info","ts":"2026-10-30T07:41:09Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-62f56b"}
{"level":"error","ts":"2026-10-30T07:41:09Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"simulator-w2-62f56b","reconcileID":"100c9165-8145-4951-8ddd-3637be917f43","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"simulator-w2-62f56b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:41:09Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"simulator-w2-62f56b","reconcileID":"100c9165-8145-4951-8ddd-3637be917f43","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:41:09Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"distinct-w3-7c17e8","reconcileID":"fcdad143-af6d-46c8-87ad-5ef3bf0dd985","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"distinct-w3-7c17e8"}
{"level":"info","ts":"2026-10-30T07:41:09Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-7c17e8","namespace":"e2e-models-e2e-worker-w3-7c17e8"},"namespace":"e2e-models-e2e-worker-w3-7c17e8","name":"premium-w3-7c17e8","reconcileID":"b57c8114-ca9f-481f-9513-0ea91bf734f7","Namespace":"e2e-models-e2e-worker-w3-7c17e8","Name":"premium-w3-7c17e8"}
{"level":"info","ts":"2026-10-30T07:41:09Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"92e631bf-0b1b-4bfe-9e9a-0e22a6f38926","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T07:41:09Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-10-30T07:41:09Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated-validation-kkrhw","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated-validation-kkrhw","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"b4ec119d-8213-4b05-a035-327d778d3746","name":"e2e-distinct-simulated-validation-kkrhw","namespace":"llm"}
{"level":"info","ts":"2026-10-30T07:41:09Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"92e631bf-0b1b-4bfe-9e9a-0e22a6f38926","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T07:41:09Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"92e631bf-0b1b-4bfe-9e9a-0e22a6f38926","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T07:41:09Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"92e631bf-0b1b-4bfe-9e9a-0e22a6f38926","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T07:41:09Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"92e631bf-0b1b-4bfe-9e9a-0e22a6f38926","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T07:41:09Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"92e631bf-0b1b-4bfe-9e9a-0e22a6f38926","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T07:41:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"92e631bf-0b1b-4bfe-9e9a-0e22a6f38926","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T07:41:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"92e631bf-0b1b-4bfe-9e9a-0e22a6f38926","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T07:41:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"92e631bf-0b1b-4bfe-9e9a-0e22a6f38926","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T07:41:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"92e631bf-0b1b-4bfe-9e9a-0e22a6f38926","Namespace":"llm","Name":"e2e-distinct-simulated","route":"llm/e2e-distinct-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-10-30T07:41:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"92e631bf-0b1b-4bfe-9e9a-0e22a6f38926","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T07:41:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"92e631bf-0b1b-4bfe-9e9a-0e22a6f38926","Namespace":"llm","Name":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-10-30T07:41:09Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"92e631bf-0b1b-4bfe-9e9a-0e22a6f38926","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T07:41:09Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"92e631bf-0b1b-4bfe-9e9a-0e22a6f38926","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T07:41:09Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"92e631bf-0b1b-4bfe-9e9a-0e22a6f38926","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T07:41:09Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"92e631bf-0b1b-4bfe-9e9a-0e22a6f38926","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T07:41:09Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"92e631bf-0b1b-4bfe-9e9a-0e22a6f38926","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T07:41:09Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"92e631bf-0b1b-4bfe-9e9a-0e22a6f38926","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-10-30T07:41:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"distinct-2-w2-62f56b","reconcileID":"022a5171-5d1d-482d-973d-e19ca64a0f78","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"distinct-2-w2-62f56b"}
{"level":"info","ts":"2026-10-30T07:41:10Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-62f56b"}
{"level":"error","ts":"2026-10-30T07:41:10Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"distinct-2-w2-62f56b","reconcileID":"022a5171-5d1d-482d-973d-e19ca64a0f78","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"distinct-2-w2-62f56b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:41:10Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"distinct-2-w2-62f56b","reconcileID":"022a5171-5d1d-482d-973d-e19ca64a0f78","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:41:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"distinct-w2-62f56b","reconcileID":"d72069f0-7506-440c-9d56-3b9e36fb49cf","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"distinct-w2-62f56b"}
{"level":"info","ts":"2026-10-30T07:41:10Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-62f56b"}
{"level":"error","ts":"2026-10-30T07:41:10Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"distinct-w2-62f56b","reconcileID":"d72069f0-7506-440c-9d56-3b9e36fb49cf","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"distinct-w2-62f56b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:41:10Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"distinct-w2-62f56b","reconcileID":"d72069f0-7506-440c-9d56-3b9e36fb49cf","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:41:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"premium-w2-62f56b","reconcileID":"93445721-0ebd-472e-9dd2-7cd2768ad4ee","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"premium-w2-62f56b"}
{"level":"info","ts":"2026-10-30T07:41:10Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-62f56b"}
{"level":"error","ts":"2026-10-30T07:41:10Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"premium-w2-62f56b","reconcileID":"93445721-0ebd-472e-9dd2-7cd2768ad4ee","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"premium-w2-62f56b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:41:10Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"premium-w2-62f56b","reconcileID":"93445721-0ebd-472e-9dd2-7cd2768ad4ee","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:41:10Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"simulator-w2-62f56b","reconcileID":"1ae28d20-1423-446f-92a7-441091b76c24","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"simulator-w2-62f56b"}
{"level":"info","ts":"2026-10-30T07:41:10Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-62f56b"}
{"level":"error","ts":"2026-10-30T07:41:10Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"simulator-w2-62f56b","reconcileID":"1ae28d20-1423-446f-92a7-441091b76c24","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"simulator-w2-62f56b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:41:10Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"simulator-w2-62f56b","reconcileID":"1ae28d20-1423-446f-92a7-441091b76c24","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:41:11Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"dfb86428-4ac9-4c79-9441-56baa70b6f2a","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T07:41:11Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"5903eafc-cf55-4b3c-ab6b-84e41c5a1fdb","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T07:41:11Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"ccf80632-0294-44e6-a30a-c0f2ec12b152","name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T07:41:11Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"f22160e1-34fd-425f-8833-8b73d544b97d","name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T07:41:11Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-router-route","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-router-route","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"6d742286-2ba8-4308-8b89-5e87780372fe","name":"v3-6-0-ea-2-kserve-config-llm-router-route","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T07:41:11Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"a6b9f7fc-1785-41a8-acd3-03f8310174fb","name":"v3-6-0-ea-2-kserve-config-llm-scheduler","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T07:41:11Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"4a2261f9-486c-4b69-9c81-40a1590f75fe","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T07:41:11Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"e8c14a24-480f-421a-870b-b59166427a52","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T07:41:12Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"1b2d3aaf-6cad-406b-a7b0-d909f3d34472","name":"v3-6-0-ea-2-kserve-config-llm-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T07:41:12Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"8fa121f1-d114-4779-b2cf-ca546376b88b","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T07:41:12Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tracing","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"d754ac18-7f9f-428d-b963-fbd3f7d50ccf","name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T07:41:12Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"0f689a28-e24d-4dc7-8f0f-1d378a59d53e","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-10-30T07:41:14Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"simulator-w2-62f56b","reconcileID":"89365569-5f17-470a-a2ad-5c774194c686","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"simulator-w2-62f56b"}
{"level":"info","ts":"2026-10-30T07:41:14Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-62f56b"}
{"level":"error","ts":"2026-10-30T07:41:14Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"simulator-w2-62f56b","reconcileID":"89365569-5f17-470a-a2ad-5c774194c686","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"simulator-w2-62f56b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:41:14Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"simulator-w2-62f56b","reconcileID":"89365569-5f17-470a-a2ad-5c774194c686","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:41:14Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"distinct-2-w2-62f56b","reconcileID":"c792b7ac-cc40-4147-af4a-4d0df627bc97","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"distinct-2-w2-62f56b"}
{"level":"info","ts":"2026-10-30T07:41:14Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-62f56b"}
{"level":"error","ts":"2026-10-30T07:41:14Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"distinct-2-w2-62f56b","reconcileID":"c792b7ac-cc40-4147-af4a-4d0df627bc97","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"distinct-2-w2-62f56b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:41:14Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"distinct-2-w2-62f56b","reconcileID":"c792b7ac-cc40-4147-af4a-4d0df627bc97","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:41:14Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"distinct-w2-62f56b","reconcileID":"3d32a780-6403-46d5-8235-42b26db3d2a8","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"distinct-w2-62f56b"}
{"level":"info","ts":"2026-10-30T07:41:14Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-62f56b"}
{"level":"error","ts":"2026-10-30T07:41:14Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"distinct-w2-62f56b","reconcileID":"3d32a780-6403-46d5-8235-42b26db3d2a8","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"distinct-w2-62f56b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:41:14Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"distinct-w2-62f56b","reconcileID":"3d32a780-6403-46d5-8235-42b26db3d2a8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:41:14Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"premium-w2-62f56b","reconcileID":"38db4e46-ba56-438a-9d92-4e2110857b84","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"premium-w2-62f56b"}
{"level":"info","ts":"2026-10-30T07:41:14Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-62f56b"}
{"level":"error","ts":"2026-10-30T07:41:14Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"premium-w2-62f56b","reconcileID":"38db4e46-ba56-438a-9d92-4e2110857b84","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"premium-w2-62f56b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:41:14Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"premium-w2-62f56b","reconcileID":"38db4e46-ba56-438a-9d92-4e2110857b84","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:41:14Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"simulator-w2-62f56b","reconcileID":"fc4a60ed-d3a7-4d8c-abd4-abbedb53bbf0","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"simulator-w2-62f56b"}
{"level":"info","ts":"2026-10-30T07:41:14Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-62f56b"}
{"level":"error","ts":"2026-10-30T07:41:14Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"simulator-w2-62f56b","reconcileID":"fc4a60ed-d3a7-4d8c-abd4-abbedb53bbf0","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"simulator-w2-62f56b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:41:14Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"simulator-w2-62f56b","reconcileID":"fc4a60ed-d3a7-4d8c-abd4-abbedb53bbf0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:41:14Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"distinct-2-w2-62f56b","reconcileID":"93c50ef9-ecac-48dc-9484-35af2767e896","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"distinct-2-w2-62f56b"}
{"level":"info","ts":"2026-10-30T07:41:14Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-62f56b"}
{"level":"error","ts":"2026-10-30T07:41:14Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"distinct-2-w2-62f56b","reconcileID":"93c50ef9-ecac-48dc-9484-35af2767e896","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"distinct-2-w2-62f56b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:41:14Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"distinct-2-w2-62f56b","reconcileID":"93c50ef9-ecac-48dc-9484-35af2767e896","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:41:14Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"distinct-w2-62f56b","reconcileID":"db76ee83-5164-4b40-b170-f2b575c61ba9","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"distinct-w2-62f56b"}
{"level":"info","ts":"2026-10-30T07:41:14Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-62f56b"}
{"level":"error","ts":"2026-10-30T07:41:14Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"distinct-w2-62f56b","reconcileID":"db76ee83-5164-4b40-b170-f2b575c61ba9","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"distinct-w2-62f56b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:41:14Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"distinct-w2-62f56b","reconcileID":"db76ee83-5164-4b40-b170-f2b575c61ba9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:41:14Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"premium-w2-62f56b","reconcileID":"a9783811-2d55-4852-8b30-792190781452","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"premium-w2-62f56b"}
{"level":"info","ts":"2026-10-30T07:41:14Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-62f56b"}
{"level":"error","ts":"2026-10-30T07:41:14Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"premium-w2-62f56b","reconcileID":"a9783811-2d55-4852-8b30-792190781452","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"premium-w2-62f56b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:41:14Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"premium-w2-62f56b","reconcileID":"a9783811-2d55-4852-8b30-792190781452","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:41:17Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"simulator-w2-62f56b","reconcileID":"72144cf9-9cf2-464b-956a-1f9b764f0a55","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"simulator-w2-62f56b"}
{"level":"info","ts":"2026-10-30T07:41:17Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-62f56b"}
{"level":"error","ts":"2026-10-30T07:41:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"simulator-w2-62f56b","reconcileID":"72144cf9-9cf2-464b-956a-1f9b764f0a55","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"simulator-w2-62f56b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:41:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"simulator-w2-62f56b","reconcileID":"72144cf9-9cf2-464b-956a-1f9b764f0a55","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:41:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"distinct-2-w2-62f56b","reconcileID":"eb1d96ab-473c-4dee-8458-3332a44ba28b","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"distinct-2-w2-62f56b"}
{"level":"info","ts":"2026-10-30T07:41:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-62f56b"}
{"level":"error","ts":"2026-10-30T07:41:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"distinct-2-w2-62f56b","reconcileID":"eb1d96ab-473c-4dee-8458-3332a44ba28b","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"distinct-2-w2-62f56b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:41:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"distinct-2-w2-62f56b","reconcileID":"eb1d96ab-473c-4dee-8458-3332a44ba28b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:41:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"distinct-w2-62f56b","reconcileID":"d5df7fcd-74b7-4f2f-8da9-2df8b0c8e878","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"distinct-w2-62f56b"}
{"level":"info","ts":"2026-10-30T07:41:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-62f56b"}
{"level":"error","ts":"2026-10-30T07:41:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"distinct-w2-62f56b","reconcileID":"d5df7fcd-74b7-4f2f-8da9-2df8b0c8e878","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"distinct-w2-62f56b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:41:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"distinct-w2-62f56b","reconcileID":"d5df7fcd-74b7-4f2f-8da9-2df8b0c8e878","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:41:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"premium-w2-62f56b","reconcileID":"27e1c4d5-e6d5-4882-aabe-879a5c1ff644","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"premium-w2-62f56b"}
{"level":"info","ts":"2026-10-30T07:41:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-62f56b"}
{"level":"error","ts":"2026-10-30T07:41:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"premium-w2-62f56b","reconcileID":"27e1c4d5-e6d5-4882-aabe-879a5c1ff644","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"premium-w2-62f56b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:41:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"premium-w2-62f56b","reconcileID":"27e1c4d5-e6d5-4882-aabe-879a5c1ff644","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:41:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"simulator-w2-62f56b","reconcileID":"dc920610-4051-48de-8afe-c246bf3abe09","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"simulator-w2-62f56b"}
{"level":"info","ts":"2026-10-30T07:41:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-62f56b"}
{"level":"error","ts":"2026-10-30T07:41:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"simulator-w2-62f56b","reconcileID":"dc920610-4051-48de-8afe-c246bf3abe09","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"simulator-w2-62f56b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:41:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"simulator-w2-62f56b","reconcileID":"dc920610-4051-48de-8afe-c246bf3abe09","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:41:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"distinct-2-w2-62f56b","reconcileID":"bfb07b3b-6f37-467c-937c-da513a7d66e9","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"distinct-2-w2-62f56b"}
{"level":"info","ts":"2026-10-30T07:41:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-62f56b"}
{"level":"error","ts":"2026-10-30T07:41:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"distinct-2-w2-62f56b","reconcileID":"bfb07b3b-6f37-467c-937c-da513a7d66e9","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"distinct-2-w2-62f56b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:41:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"distinct-2-w2-62f56b","reconcileID":"bfb07b3b-6f37-467c-937c-da513a7d66e9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:41:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"distinct-w2-62f56b","reconcileID":"616e9d25-7818-4529-9742-5c8de98d894d","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"distinct-w2-62f56b"}
{"level":"info","ts":"2026-10-30T07:41:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-62f56b"}
{"level":"error","ts":"2026-10-30T07:41:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"distinct-w2-62f56b","reconcileID":"616e9d25-7818-4529-9742-5c8de98d894d","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"distinct-w2-62f56b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:41:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"distinct-w2-62f56b","reconcileID":"616e9d25-7818-4529-9742-5c8de98d894d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:41:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"premium-w2-62f56b","reconcileID":"6f52658f-67e5-4d80-acc0-99fcf799b224","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"premium-w2-62f56b"}
{"level":"info","ts":"2026-10-30T07:41:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-62f56b"}
{"level":"error","ts":"2026-10-30T07:41:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"premium-w2-62f56b","reconcileID":"6f52658f-67e5-4d80-acc0-99fcf799b224","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"premium-w2-62f56b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:41:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"premium-w2-62f56b","reconcileID":"6f52658f-67e5-4d80-acc0-99fcf799b224","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:41:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"simulator-w2-62f56b","reconcileID":"3f370f8d-8c00-4253-a2a8-4da400c8256c","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"simulator-w2-62f56b"}
{"level":"info","ts":"2026-10-30T07:41:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-62f56b"}
{"level":"error","ts":"2026-10-30T07:41:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"simulator-w2-62f56b","reconcileID":"3f370f8d-8c00-4253-a2a8-4da400c8256c","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"simulator-w2-62f56b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:41:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"simulator-w2-62f56b","reconcileID":"3f370f8d-8c00-4253-a2a8-4da400c8256c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:41:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"distinct-2-w2-62f56b","reconcileID":"a16152c0-3b65-4c97-b922-68e9da7c9c75","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"distinct-2-w2-62f56b"}
{"level":"info","ts":"2026-10-30T07:41:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-62f56b"}
{"level":"error","ts":"2026-10-30T07:41:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"distinct-2-w2-62f56b","reconcileID":"a16152c0-3b65-4c97-b922-68e9da7c9c75","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"distinct-2-w2-62f56b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:41:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"distinct-2-w2-62f56b","reconcileID":"a16152c0-3b65-4c97-b922-68e9da7c9c75","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:41:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"premium-w2-62f56b","reconcileID":"cbe51d82-0bfe-4da2-aa07-8d54c9da0b35","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"premium-w2-62f56b"}
{"level":"info","ts":"2026-10-30T07:41:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-62f56b"}
{"level":"error","ts":"2026-10-30T07:41:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"premium-w2-62f56b","reconcileID":"cbe51d82-0bfe-4da2-aa07-8d54c9da0b35","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"premium-w2-62f56b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:41:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"premium-w2-62f56b","reconcileID":"cbe51d82-0bfe-4da2-aa07-8d54c9da0b35","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-10-30T07:41:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"simulator-w2-62f56b","reconcileID":"ab76fe69-aa03-4948-bbb5-9f9ada7be958","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"simulator-w2-62f56b"}
{"level":"info","ts":"2026-10-30T07:41:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w2-62f56b"}
{"level":"error","ts":"2026-10-30T07:41:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"simulator-w2-62f56b","reconcileID":"ab76fe69-aa03-4948-bbb5-9f9ada7be958","Namespace":"e2e-models-e2e-worker-w2-62f56b","Name":"simulator-w2-62f56b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-10-30T07:41:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w2-62f56b","namespace":"e2e-models-e2e-worker-w2-62f56b"},"namespace":"e2e-models-e2e-worker-w2-62f56b","name":"simulator-w2-62f56b","reconcileID":"ab76fe69-aa03-4948-bbb5-9f9ada7be958","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w2-62f56b-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w2-62f56b because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}