{"level":"info","ts":"2026-11-03T21:59:17Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"9265e681-6e1f-4870-aacb-822e7230420c","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:17Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:17Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"9265e681-6e1f-4870-aacb-822e7230420c","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:17Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"9265e681-6e1f-4870-aacb-822e7230420c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:17Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"d1239c5a-eaa3-4dbe-8ceb-0f78e4051416","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"premium-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:17Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:17Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"d1239c5a-eaa3-4dbe-8ceb-0f78e4051416","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"premium-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:17Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"d1239c5a-eaa3-4dbe-8ceb-0f78e4051416","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:17Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"d56eeee6-3fe7-48fa-934c-793b3b77c44c","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"simulator-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:17Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:17Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"d56eeee6-3fe7-48fa-934c-793b3b77c44c","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"simulator-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"d56eeee6-3fe7-48fa-934c-793b3b77c44c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"fbb7a01d-4daf-4099-b041-a7c56acec348","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-2-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"fbb7a01d-4daf-4099-b041-a7c56acec348","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-2-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"fbb7a01d-4daf-4099-b041-a7c56acec348","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"9ddc12d4-a470-4337-9433-406331017c3c","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"9ddc12d4-a470-4337-9433-406331017c3c","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"9ddc12d4-a470-4337-9433-406331017c3c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"25841da2-4c9e-45a6-8fb1-8a8a8236d05b","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"premium-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"25841da2-4c9e-45a6-8fb1-8a8a8236d05b","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"premium-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"25841da2-4c9e-45a6-8fb1-8a8a8236d05b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"002a55d6-964d-4e7b-8a03-3f2d5c5a7bea","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"simulator-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"002a55d6-964d-4e7b-8a03-3f2d5c5a7bea","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"simulator-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"002a55d6-964d-4e7b-8a03-3f2d5c5a7bea","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"fb67ca20-3f01-4ee9-9bc6-7f3563057760","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-2-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"fb67ca20-3f01-4ee9-9bc6-7f3563057760","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-2-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"fb67ca20-3f01-4ee9-9bc6-7f3563057760","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"02cb91c3-3c7b-426b-aeba-9f5bbbbc25dd","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"02cb91c3-3c7b-426b-aeba-9f5bbbbc25dd","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"02cb91c3-3c7b-426b-aeba-9f5bbbbc25dd","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"4470c93b-ffc8-43ff-ad31-8c3cf6bf37e9","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"premium-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"4470c93b-ffc8-43ff-ad31-8c3cf6bf37e9","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"premium-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"4470c93b-ffc8-43ff-ad31-8c3cf6bf37e9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"37c97274-2d4a-4816-a3b3-fe87123f09ae","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"simulator-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:18Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"37c97274-2d4a-4816-a3b3-fe87123f09ae","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"simulator-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:18Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"37c97274-2d4a-4816-a3b3-fe87123f09ae","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:18Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"810e55c5-a1c5-4808-9650-f188b0900a31","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-2-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:18Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:19Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"810e55c5-a1c5-4808-9650-f188b0900a31","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-2-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:19Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"810e55c5-a1c5-4808-9650-f188b0900a31","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"1047d22a-e788-4b96-a618-f7206e160977","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:19Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:19Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"1047d22a-e788-4b96-a618-f7206e160977","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:19Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"1047d22a-e788-4b96-a618-f7206e160977","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"182606c1-c889-4e37-a880-b59c3b0727c4","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"premium-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:19Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:19Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"182606c1-c889-4e37-a880-b59c3b0727c4","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"premium-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:19Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"182606c1-c889-4e37-a880-b59c3b0727c4","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"e065fc0f-b872-409f-9c13-c2b1e6285458","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"simulator-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:19Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:19Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"e065fc0f-b872-409f-9c13-c2b1e6285458","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"simulator-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:19Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"e065fc0f-b872-409f-9c13-c2b1e6285458","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"ab92649c-f2dd-4418-b593-7d8320a25530","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-2-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:19Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:19Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"ab92649c-f2dd-4418-b593-7d8320a25530","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-2-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:19Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"ab92649c-f2dd-4418-b593-7d8320a25530","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"05c8307f-14e0-48e4-b29a-261e48c147f0","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:19Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:19Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"05c8307f-14e0-48e4-b29a-261e48c147f0","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:19Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"05c8307f-14e0-48e4-b29a-261e48c147f0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"5eca18e0-b9b9-4665-8e2f-8f41b1efd38d","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"premium-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:19Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:19Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"5eca18e0-b9b9-4665-8e2f-8f41b1efd38d","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"premium-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:19Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"5eca18e0-b9b9-4665-8e2f-8f41b1efd38d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"d5fa71ca-c5b3-4b2d-afb1-e87a3aaaa004","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"simulator-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:19Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:19Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"d5fa71ca-c5b3-4b2d-afb1-e87a3aaaa004","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"simulator-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:19Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"d5fa71ca-c5b3-4b2d-afb1-e87a3aaaa004","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"263874ab-1043-45fb-9eb7-53d6c92fdce8","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-2-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:19Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:19Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"263874ab-1043-45fb-9eb7-53d6c92fdce8","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-2-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:19Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"263874ab-1043-45fb-9eb7-53d6c92fdce8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:19Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"b330823c-a505-4763-9f32-70468d0ad476","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:19Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:20Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"b330823c-a505-4763-9f32-70468d0ad476","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"b330823c-a505-4763-9f32-70468d0ad476","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"bb666db4-ba06-407e-8779-1283d6c8c263","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"premium-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:20Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"bb666db4-ba06-407e-8779-1283d6c8c263","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"premium-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"bb666db4-ba06-407e-8779-1283d6c8c263","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"19c65ec2-7d35-4871-8c73-32502d15a467","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"simulator-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:20Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"19c65ec2-7d35-4871-8c73-32502d15a467","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"simulator-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"19c65ec2-7d35-4871-8c73-32502d15a467","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"b3d2f7a2-b7af-446e-b28b-455d6c7d46e9","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-2-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:20Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"b3d2f7a2-b7af-446e-b28b-455d6c7d46e9","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-2-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"b3d2f7a2-b7af-446e-b28b-455d6c7d46e9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"05f2f52b-0697-42fa-99c8-744600ff7fe2","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:20Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"05f2f52b-0697-42fa-99c8-744600ff7fe2","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"05f2f52b-0697-42fa-99c8-744600ff7fe2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"f53b3c6e-a6f6-4d9e-ad13-483bf0c89ed2","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"premium-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:20Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"f53b3c6e-a6f6-4d9e-ad13-483bf0c89ed2","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"premium-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"f53b3c6e-a6f6-4d9e-ad13-483bf0c89ed2","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"f8c6302f-2396-467f-af2c-da3c31a5c4e0","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"simulator-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:20Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"f8c6302f-2396-467f-af2c-da3c31a5c4e0","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"simulator-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"f8c6302f-2396-467f-af2c-da3c31a5c4e0","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"dda9c051-df15-44be-a52a-33f00d739a3a","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-2-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:20Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"dda9c051-df15-44be-a52a-33f00d739a3a","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-2-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"dda9c051-df15-44be-a52a-33f00d739a3a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"4893d614-5adb-4e49-858d-10f4e9a89eec","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:20Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"4893d614-5adb-4e49-858d-10f4e9a89eec","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:20Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"4893d614-5adb-4e49-858d-10f4e9a89eec","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:20Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"c5bbe6fd-7837-443d-9385-0a93edb00e7c","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"premium-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:20Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"c5bbe6fd-7837-443d-9385-0a93edb00e7c","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"premium-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"c5bbe6fd-7837-443d-9385-0a93edb00e7c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"ef238793-1353-4d09-bf52-e747f3f7cb2e","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"simulator-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"ef238793-1353-4d09-bf52-e747f3f7cb2e","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"simulator-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"ef238793-1353-4d09-bf52-e747f3f7cb2e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"e0606945-27aa-405a-86a9-07967f5777e3","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-2-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"e0606945-27aa-405a-86a9-07967f5777e3","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-2-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"e0606945-27aa-405a-86a9-07967f5777e3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"9c38bdfc-3a40-43d2-81d1-13c3df02f656","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"9c38bdfc-3a40-43d2-81d1-13c3df02f656","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"9c38bdfc-3a40-43d2-81d1-13c3df02f656","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"e25f6809-5cb9-4873-983d-7f27074d3f04","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"premium-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"e25f6809-5cb9-4873-983d-7f27074d3f04","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"premium-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"e25f6809-5cb9-4873-983d-7f27074d3f04","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:21Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"fba16cb9-3948-4bf5-a2bd-11662a768708","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"simulator-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:21Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:21Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"fba16cb9-3948-4bf5-a2bd-11662a768708","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"simulator-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:21Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"fba16cb9-3948-4bf5-a2bd-11662a768708","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:22Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"f9637b72-5b5f-4990-9dbf-7bf92c00a76b","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-2-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:22Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"f9637b72-5b5f-4990-9dbf-7bf92c00a76b","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-2-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"f9637b72-5b5f-4990-9dbf-7bf92c00a76b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"091be58c-61c6-4752-9f09-56ac2c5e0a76","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"091be58c-61c6-4752-9f09-56ac2c5e0a76","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"091be58c-61c6-4752-9f09-56ac2c5e0a76","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"facf49a7-8bd5-4719-8515-5cdc46b4fba8","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"premium-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"facf49a7-8bd5-4719-8515-5cdc46b4fba8","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"premium-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"facf49a7-8bd5-4719-8515-5cdc46b4fba8","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"bd1081c8-a533-42fe-b749-b14ede719b12","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"simulator-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"bd1081c8-a533-42fe-b749-b14ede719b12","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"simulator-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"bd1081c8-a533-42fe-b749-b14ede719b12","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"a14836c0-c031-49f3-a4ff-50f71c5f26a3","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"simulator-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"a14836c0-c031-49f3-a4ff-50f71c5f26a3","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"simulator-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"a14836c0-c031-49f3-a4ff-50f71c5f26a3","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:23Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"3e2b9543-94a4-4c3d-9500-45945a65c08b","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"simulator-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:23Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:23Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"3e2b9543-94a4-4c3d-9500-45945a65c08b","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"simulator-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:23Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"3e2b9543-94a4-4c3d-9500-45945a65c08b","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"f0f9a342-f972-4952-bbb0-d34ac173e363","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-2-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:25Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"f0f9a342-f972-4952-bbb0-d34ac173e363","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-2-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:25Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"f0f9a342-f972-4952-bbb0-d34ac173e363","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"ab593ce8-0147-4a36-b833-f5b9fbdd49d1","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:25Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"ab593ce8-0147-4a36-b833-f5b9fbdd49d1","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:25Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"ab593ce8-0147-4a36-b833-f5b9fbdd49d1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:25Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"d892d070-fe6a-4155-aceb-2bb0e431cc4e","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"premium-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:25Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:26Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"d892d070-fe6a-4155-aceb-2bb0e431cc4e","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"premium-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:26Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"d892d070-fe6a-4155-aceb-2bb0e431cc4e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:30Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"dfbbff6f-f8d5-41b6-a2d3-f1b026a2b95c","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-2-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:30Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"dfbbff6f-f8d5-41b6-a2d3-f1b026a2b95c","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-2-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"dfbbff6f-f8d5-41b6-a2d3-f1b026a2b95c","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"81e330ea-fb71-4b0c-99bb-e99f7f37f3a7","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"81e330ea-fb71-4b0c-99bb-e99f7f37f3a7","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"81e330ea-fb71-4b0c-99bb-e99f7f37f3a7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:31Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"34823df8-87f8-418a-81f1-668d5bc786b7","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"premium-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:31Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:31Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"34823df8-87f8-418a-81f1-668d5bc786b7","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"premium-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:31Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"34823df8-87f8-418a-81f1-668d5bc786b7","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"b901e4c5-c327-40e6-a41f-9f8525707cfb","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-2-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"b901e4c5-c327-40e6-a41f-9f8525707cfb","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-2-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"b901e4c5-c327-40e6-a41f-9f8525707cfb","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"8f7ecdf4-b8c0-47be-81d5-abaef1250943","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"8f7ecdf4-b8c0-47be-81d5-abaef1250943","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"8f7ecdf4-b8c0-47be-81d5-abaef1250943","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"83fbcfbb-37d4-4270-9000-4ce30182aafe","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"simulator-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"83fbcfbb-37d4-4270-9000-4ce30182aafe","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"simulator-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"83fbcfbb-37d4-4270-9000-4ce30182aafe","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:32Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"3ffe5c39-fbd1-4446-ad9a-d9c423f8cdf5","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"premium-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:32Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:32Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"3ffe5c39-fbd1-4446-ad9a-d9c423f8cdf5","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"premium-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:32Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"3ffe5c39-fbd1-4446-ad9a-d9c423f8cdf5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:39Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"b4972a88-e3b5-4887-84ba-826622c742b1","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"premium-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:39Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:39Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"b4972a88-e3b5-4887-84ba-826622c742b1","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"premium-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:39Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"b4972a88-e3b5-4887-84ba-826622c742b1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:39Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"8b955b39-8a2e-4e65-8776-ef18183a1a10","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"premium-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:39Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:40Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"8b955b39-8a2e-4e65-8776-ef18183a1a10","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"premium-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:40Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"8b955b39-8a2e-4e65-8776-ef18183a1a10","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:48Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"ea8a5b92-d96e-4577-ba1d-fb7abe06df8f","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-2-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:48Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:48Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"ea8a5b92-d96e-4577-ba1d-fb7abe06df8f","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-2-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:48Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"ea8a5b92-d96e-4577-ba1d-fb7abe06df8f","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:48Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"a9cd8c24-5ed8-4217-871b-076553587ee9","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:48Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:48Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"a9cd8c24-5ed8-4217-871b-076553587ee9","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:48Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"a9cd8c24-5ed8-4217-871b-076553587ee9","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:48Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"32e72016-866e-4529-911a-b4595176ece1","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"simulator-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:48Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:48Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"32e72016-866e-4529-911a-b4595176ece1","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"simulator-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:48Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"32e72016-866e-4529-911a-b4595176ece1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:48Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"dd8203b4-4b4c-4548-904a-491918290305","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"premium-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:48Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:48Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"dd8203b4-4b4c-4548-904a-491918290305","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"premium-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:48Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"dd8203b4-4b4c-4548-904a-491918290305","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:52Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"41764442-4558-4b13-89d6-9e1a077b495e","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-2-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:52Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:53Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"41764442-4558-4b13-89d6-9e1a077b495e","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-2-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:53Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"41764442-4558-4b13-89d6-9e1a077b495e","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"f3e330e2-9aef-461e-8597-6d7d2588588d","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:53Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:53Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"f3e330e2-9aef-461e-8597-6d7d2588588d","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:53Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"f3e330e2-9aef-461e-8597-6d7d2588588d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"665ada36-16b6-43cb-a61f-e619f6bbfce5","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"simulator-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:53Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:53Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"665ada36-16b6-43cb-a61f-e619f6bbfce5","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"simulator-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:53Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"665ada36-16b6-43cb-a61f-e619f6bbfce5","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"93b11eb5-6f0f-433d-a399-9efb7fce3d30","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"premium-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:53Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:53Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"93b11eb5-6f0f-433d-a399-9efb7fce3d30","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"premium-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:53Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"93b11eb5-6f0f-433d-a399-9efb7fce3d30","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"6d9f8860-cf69-410a-9795-b51fbe188837","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-2-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:53Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:53Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"6d9f8860-cf69-410a-9795-b51fbe188837","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-2-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:53Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"6d9f8860-cf69-410a-9795-b51fbe188837","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"3879adc3-323a-424c-b898-37c0adfb1046","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:53Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:53Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"3879adc3-323a-424c-b898-37c0adfb1046","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:53Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"3879adc3-323a-424c-b898-37c0adfb1046","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:53Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"96f70c6d-466d-4e3a-a630-dd829f03ed5a","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"simulator-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:53Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:53Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"96f70c6d-466d-4e3a-a630-dd829f03ed5a","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"simulator-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:53Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"96f70c6d-466d-4e3a-a630-dd829f03ed5a","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"101dd342-25bd-4a5f-b6cb-947c5d757f21","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-2-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"101dd342-25bd-4a5f-b6cb-947c5d757f21","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-2-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"101dd342-25bd-4a5f-b6cb-947c5d757f21","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"c81fcd1f-9368-442c-93d9-a89b81301805","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"premium-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"c81fcd1f-9368-442c-93d9-a89b81301805","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"premium-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"c81fcd1f-9368-442c-93d9-a89b81301805","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"e0ad0b9b-4d76-48f4-8644-9b5719d57223","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"e0ad0b9b-4d76-48f4-8644-9b5719d57223","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"e0ad0b9b-4d76-48f4-8644-9b5719d57223","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"f811958d-97d2-451a-974a-f94c29a7f899","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"simulator-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"f811958d-97d2-451a-974a-f94c29a7f899","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"simulator-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"f811958d-97d2-451a-974a-f94c29a7f899","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"61cb2944-2a09-4b69-9abc-9f1e7c8e424d","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-2-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"61cb2944-2a09-4b69-9abc-9f1e7c8e424d","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-2-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"61cb2944-2a09-4b69-9abc-9f1e7c8e424d","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-2-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"7433d014-fa7a-4a92-9f92-762746de7534","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"premium-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"7433d014-fa7a-4a92-9f92-762746de7534","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"premium-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"7433d014-fa7a-4a92-9f92-762746de7534","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"premium-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"052e2c80-b59f-408d-a2e7-b871c2c43ad1","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:54Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"052e2c80-b59f-408d-a2e7-b871c2c43ad1","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:54Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"052e2c80-b59f-408d-a2e7-b871c2c43ad1","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"distinct-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:54Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"9c5ec63c-f7db-44b2-b39f-ba916d48f315","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"simulator-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:54Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:55Z","logger":"LLMInferenceService","msg":"Failed to reconcile LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"9c5ec63c-f7db-44b2-b39f-ba916d48f315","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"simulator-w3-885382","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:251\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T21:59:55Z","msg":"Reconciler error","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"9c5ec63c-f7db-44b2-b39f-ba916d48f315","error":"failed to dry-run validate rendered config: llminferenceservices.serving.kserve.io \"simulator-w3-885382-validation-\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w3-885382 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:55Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"cf1f6960-9842-4df2-b9b7-7d5832bbff9c","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-2-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:55Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"cf1f6960-9842-4df2-b9b7-7d5832bbff9c","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-2-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:55Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Other LLMInferenceServices exist in namespace, skipping shared monitoring cleanup","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"cf1f6960-9842-4df2-b9b7-7d5832bbff9c","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:55Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"cf1f6960-9842-4df2-b9b7-7d5832bbff9c","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-2-w3-885382","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:56Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"6cc43f5e-6029-4eb5-9ca5-08287cc727d0","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"premium-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:56Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"6cc43f5e-6029-4eb5-9ca5-08287cc727d0","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"premium-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:56Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"6cc43f5e-6029-4eb5-9ca5-08287cc727d0","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:56Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"6cc43f5e-6029-4eb5-9ca5-08287cc727d0","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"premium-w3-885382","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:56Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"c5a06932-6b38-47c3-a1d3-9596cc0719c6","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:56Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"c5a06932-6b38-47c3-a1d3-9596cc0719c6","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:56Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"c5a06932-6b38-47c3-a1d3-9596cc0719c6","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:56Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"c5a06932-6b38-47c3-a1d3-9596cc0719c6","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-w3-885382","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:57Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"af0d2d32-2b16-4668-831f-0bf079c25801","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"simulator-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:57Z","logger":"LLMInferenceService","msg":"Marked for deletion, finalizing resources","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"af0d2d32-2b16-4668-831f-0bf079c25801","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"simulator-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:57Z","logger":"LLMInferenceService.cleanupMonitoring","msg":"Cleaning up monitoring resources - last LLMInferenceService in namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"af0d2d32-2b16-4668-831f-0bf079c25801","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"}
{"level":"error","ts":"2026-11-03T21:59:57Z","logger":"LLMInferenceService","msg":"Warning: failed to retrieve 'default' service account, continuing ...","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"af0d2d32-2b16-4668-831f-0bf079c25801","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"simulator-w3-885382","error":"ServiceAccount \"default\" not found","stacktrace":"github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).injectSecretsFromDefaultServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/workload.go:257\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).expectedSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:738\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).reconcileSchedulerServiceAccount\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/scheduler.go:173\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).finalize\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:336\ngithub.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc.(*LLMISVCReconciler).Reconcile\n\t/go/src/github.com/kserve/kserve/pkg/controller/v1alpha2/llmisvc/controller.go:209\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"level":"info","ts":"2026-11-03T21:59:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"71f8b1a9-f229-49e8-a74c-0a331a44dc84","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-2-w3-885382"}
{"level":"info","ts":"2026-11-03T21:59:58Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"35e35f5b-0b3b-491c-a2e1-6baceaad20c1","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T21:59:58Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T21:59:58Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated-validation-mxk82","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated-validation-mxk82","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"09b70e7c-15c4-40ec-91f9-7a5856fa5483","name":"e2e-embedding-simulated-validation-mxk82","namespace":"llm"}
{"level":"info","ts":"2026-11-03T21:59:58Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"35e35f5b-0b3b-491c-a2e1-6baceaad20c1","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T21:59:58Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"35e35f5b-0b3b-491c-a2e1-6baceaad20c1","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T21:59:58Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"35e35f5b-0b3b-491c-a2e1-6baceaad20c1","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T21:59:58Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"35e35f5b-0b3b-491c-a2e1-6baceaad20c1","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T21:59:58Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"35e35f5b-0b3b-491c-a2e1-6baceaad20c1","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T21:59:59Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"35e35f5b-0b3b-491c-a2e1-6baceaad20c1","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T21:59:59Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"35e35f5b-0b3b-491c-a2e1-6baceaad20c1","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T21:59:59Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"35e35f5b-0b3b-491c-a2e1-6baceaad20c1","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T21:59:59Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"35e35f5b-0b3b-491c-a2e1-6baceaad20c1","Namespace":"llm","Name":"e2e-embedding-simulated","route":"llm/e2e-embedding-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T21:59:59Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"35e35f5b-0b3b-491c-a2e1-6baceaad20c1","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T21:59:59Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"35e35f5b-0b3b-491c-a2e1-6baceaad20c1","Namespace":"llm","Name":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T21:59:59Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"35e35f5b-0b3b-491c-a2e1-6baceaad20c1","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T21:59:59Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"35e35f5b-0b3b-491c-a2e1-6baceaad20c1","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T21:59:59Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"35e35f5b-0b3b-491c-a2e1-6baceaad20c1","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T21:59:59Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"35e35f5b-0b3b-491c-a2e1-6baceaad20c1","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T21:59:59Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"35e35f5b-0b3b-491c-a2e1-6baceaad20c1","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T22:00:00Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"35e35f5b-0b3b-491c-a2e1-6baceaad20c1","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T22:00:00Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c86058ad-a699-49b4-8ca0-ab2c16d5ff7c","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T22:00:00Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T22:00:00Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-dddt7","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-dddt7","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"6c9aca6a-915b-478a-951a-c87ce99cfdde","name":"e2e-unconfigured-facebook-opt-125m-simulated-validation-dddt7","namespace":"llm"}
{"level":"info","ts":"2026-11-03T22:00:00Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c86058ad-a699-49b4-8ca0-ab2c16d5ff7c","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T22:00:00Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c86058ad-a699-49b4-8ca0-ab2c16d5ff7c","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T22:00:00Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c86058ad-a699-49b4-8ca0-ab2c16d5ff7c","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T22:00:00Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c86058ad-a699-49b4-8ca0-ab2c16d5ff7c","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T22:00:00Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c86058ad-a699-49b4-8ca0-ab2c16d5ff7c","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T22:00:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c86058ad-a699-49b4-8ca0-ab2c16d5ff7c","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T22:00:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c86058ad-a699-49b4-8ca0-ab2c16d5ff7c","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T22:00:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c86058ad-a699-49b4-8ca0-ab2c16d5ff7c","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T22:00:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c86058ad-a699-49b4-8ca0-ab2c16d5ff7c","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","route":"llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T22:00:00Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c86058ad-a699-49b4-8ca0-ab2c16d5ff7c","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T22:00:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c86058ad-a699-49b4-8ca0-ab2c16d5ff7c","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T22:00:01Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c86058ad-a699-49b4-8ca0-ab2c16d5ff7c","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T22:00:01Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c86058ad-a699-49b4-8ca0-ab2c16d5ff7c","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T22:00:01Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c86058ad-a699-49b4-8ca0-ab2c16d5ff7c","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T22:00:01Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c86058ad-a699-49b4-8ca0-ab2c16d5ff7c","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T22:00:01Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c86058ad-a699-49b4-8ca0-ab2c16d5ff7c","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T22:00:01Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c86058ad-a699-49b4-8ca0-ab2c16d5ff7c","Namespace":"llm","Name":"e2e-unconfigured-facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T22:00:01Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"00f28149-0525-46b3-8162-cac4efe8115f","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T22:00:01Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T22:00:02Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated-validation-mqlr9","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated-validation-mqlr9","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"283f59bd-60d3-4c8a-baa3-a97b62641e58","name":"e2e-distinct-2-simulated-validation-mqlr9","namespace":"llm"}
{"level":"info","ts":"2026-11-03T22:00:02Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"00f28149-0525-46b3-8162-cac4efe8115f","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T22:00:02Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"00f28149-0525-46b3-8162-cac4efe8115f","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T22:00:02Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"00f28149-0525-46b3-8162-cac4efe8115f","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T22:00:02Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"00f28149-0525-46b3-8162-cac4efe8115f","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T22:00:02Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"00f28149-0525-46b3-8162-cac4efe8115f","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T22:00:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"00f28149-0525-46b3-8162-cac4efe8115f","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T22:00:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"00f28149-0525-46b3-8162-cac4efe8115f","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T22:00:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"00f28149-0525-46b3-8162-cac4efe8115f","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T22:00:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"00f28149-0525-46b3-8162-cac4efe8115f","Namespace":"llm","Name":"e2e-distinct-2-simulated","route":"llm/e2e-distinct-2-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T22:00:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"00f28149-0525-46b3-8162-cac4efe8115f","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T22:00:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"00f28149-0525-46b3-8162-cac4efe8115f","Namespace":"llm","Name":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T22:00:02Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"00f28149-0525-46b3-8162-cac4efe8115f","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T22:00:02Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"00f28149-0525-46b3-8162-cac4efe8115f","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T22:00:02Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"00f28149-0525-46b3-8162-cac4efe8115f","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T22:00:03Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"00f28149-0525-46b3-8162-cac4efe8115f","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T22:00:03Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"00f28149-0525-46b3-8162-cac4efe8115f","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T22:00:03Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"00f28149-0525-46b3-8162-cac4efe8115f","Namespace":"llm","Name":"e2e-distinct-2-simulated"}
{"level":"info","ts":"2026-11-03T22:00:03Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"443da78a-e6bc-4eb9-baa4-a60aea17f0c2","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T22:00:03Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T22:00:04Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated-validation-nt85c","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated-validation-nt85c","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"8346b9fc-7e39-4307-a530-bda739b9ade9","name":"e2e-trlp-test-simulated-validation-nt85c","namespace":"llm"}
{"level":"info","ts":"2026-11-03T22:00:04Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"443da78a-e6bc-4eb9-baa4-a60aea17f0c2","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T22:00:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"443da78a-e6bc-4eb9-baa4-a60aea17f0c2","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T22:00:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"443da78a-e6bc-4eb9-baa4-a60aea17f0c2","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T22:00:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"443da78a-e6bc-4eb9-baa4-a60aea17f0c2","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T22:00:04Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"443da78a-e6bc-4eb9-baa4-a60aea17f0c2","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T22:00:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"443da78a-e6bc-4eb9-baa4-a60aea17f0c2","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T22:00:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"443da78a-e6bc-4eb9-baa4-a60aea17f0c2","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T22:00:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"443da78a-e6bc-4eb9-baa4-a60aea17f0c2","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T22:00:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"443da78a-e6bc-4eb9-baa4-a60aea17f0c2","Namespace":"llm","Name":"e2e-trlp-test-simulated","route":"llm/e2e-trlp-test-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T22:00:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"443da78a-e6bc-4eb9-baa4-a60aea17f0c2","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T22:00:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"443da78a-e6bc-4eb9-baa4-a60aea17f0c2","Namespace":"llm","Name":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T22:00:04Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"443da78a-e6bc-4eb9-baa4-a60aea17f0c2","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T22:00:04Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"443da78a-e6bc-4eb9-baa4-a60aea17f0c2","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T22:00:04Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"443da78a-e6bc-4eb9-baa4-a60aea17f0c2","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T22:00:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"443da78a-e6bc-4eb9-baa4-a60aea17f0c2","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T22:00:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"443da78a-e6bc-4eb9-baa4-a60aea17f0c2","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T22:00:05Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"443da78a-e6bc-4eb9-baa4-a60aea17f0c2","Namespace":"llm","Name":"e2e-trlp-test-simulated"}
{"level":"info","ts":"2026-11-03T22:00:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"4bb08eb5-ffda-4f58-87bd-4c68eebf623f","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"premium-w3-885382"}
{"level":"info","ts":"2026-11-03T22:00:05Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f8920cf0-c87e-484d-b0c0-8935f00dcda2","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T22:00:05Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T22:00:06Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated-validation-s9pz4","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated-validation-s9pz4","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"a54699b2-edd9-4987-aaa0-387bf0ebcf56","name":"e2e-distinct-simulated-validation-s9pz4","namespace":"llm"}
{"level":"info","ts":"2026-11-03T22:00:06Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f8920cf0-c87e-484d-b0c0-8935f00dcda2","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T22:00:06Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f8920cf0-c87e-484d-b0c0-8935f00dcda2","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T22:00:06Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f8920cf0-c87e-484d-b0c0-8935f00dcda2","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T22:00:06Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f8920cf0-c87e-484d-b0c0-8935f00dcda2","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T22:00:06Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f8920cf0-c87e-484d-b0c0-8935f00dcda2","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T22:00:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f8920cf0-c87e-484d-b0c0-8935f00dcda2","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T22:00:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f8920cf0-c87e-484d-b0c0-8935f00dcda2","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T22:00:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f8920cf0-c87e-484d-b0c0-8935f00dcda2","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T22:00:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f8920cf0-c87e-484d-b0c0-8935f00dcda2","Namespace":"llm","Name":"e2e-distinct-simulated","route":"llm/e2e-distinct-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T22:00:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f8920cf0-c87e-484d-b0c0-8935f00dcda2","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T22:00:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f8920cf0-c87e-484d-b0c0-8935f00dcda2","Namespace":"llm","Name":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T22:00:06Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f8920cf0-c87e-484d-b0c0-8935f00dcda2","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T22:00:06Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f8920cf0-c87e-484d-b0c0-8935f00dcda2","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T22:00:06Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f8920cf0-c87e-484d-b0c0-8935f00dcda2","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T22:00:06Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f8920cf0-c87e-484d-b0c0-8935f00dcda2","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T22:00:07Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f8920cf0-c87e-484d-b0c0-8935f00dcda2","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T22:00:07Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f8920cf0-c87e-484d-b0c0-8935f00dcda2","Namespace":"llm","Name":"e2e-distinct-simulated"}
{"level":"info","ts":"2026-11-03T22:00:07Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1acdc0ff-f900-44c8-be65-4978d9c030a0","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T22:00:07Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T22:00:08Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator-validation-7zmlf","namespace":"llm"},"namespace":"llm","name":"echo-simulator-validation-7zmlf","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"c28c4287-31ba-43cd-9361-4d0d87b71828","name":"echo-simulator-validation-7zmlf","namespace":"llm"}
{"level":"info","ts":"2026-11-03T22:00:08Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1acdc0ff-f900-44c8-be65-4978d9c030a0","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T22:00:08Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1acdc0ff-f900-44c8-be65-4978d9c030a0","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T22:00:08Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1acdc0ff-f900-44c8-be65-4978d9c030a0","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T22:00:08Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1acdc0ff-f900-44c8-be65-4978d9c030a0","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T22:00:08Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1acdc0ff-f900-44c8-be65-4978d9c030a0","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T22:00:08Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1acdc0ff-f900-44c8-be65-4978d9c030a0","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T22:00:08Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1acdc0ff-f900-44c8-be65-4978d9c030a0","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T22:00:08Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1acdc0ff-f900-44c8-be65-4978d9c030a0","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T22:00:08Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1acdc0ff-f900-44c8-be65-4978d9c030a0","Namespace":"llm","Name":"echo-simulator","route":"llm/echo-simulator-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T22:00:08Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1acdc0ff-f900-44c8-be65-4978d9c030a0","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T22:00:08Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1acdc0ff-f900-44c8-be65-4978d9c030a0","Namespace":"llm","Name":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T22:00:08Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1acdc0ff-f900-44c8-be65-4978d9c030a0","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T22:00:08Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1acdc0ff-f900-44c8-be65-4978d9c030a0","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T22:00:08Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1acdc0ff-f900-44c8-be65-4978d9c030a0","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T22:00:08Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"b4bcfb24-4c49-4ec5-b763-62271acbb656","name":"v3-6-0-ea-2-kserve-config-llm-decode-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T22:00:08Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1acdc0ff-f900-44c8-be65-4978d9c030a0","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T22:00:09Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"890118d7-6e1d-4d71-8619-ed36cce6e7e2","name":"v3-6-0-ea-2-kserve-config-llm-decode-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T22:00:09Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1acdc0ff-f900-44c8-be65-4978d9c030a0","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T22:00:09Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"35c3bc24-cbe8-4ced-9155-a2fd778c0dfb","name":"v3-6-0-ea-2-kserve-config-llm-prefill-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T22:00:09Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"adc5c498-c5bc-40bb-be89-59fb06e362ed","name":"v3-6-0-ea-2-kserve-config-llm-prefill-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T22:00:09Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1acdc0ff-f900-44c8-be65-4978d9c030a0","Namespace":"llm","Name":"echo-simulator"}
{"level":"info","ts":"2026-11-03T22:00:09Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bc626b77-c717-47b4-bc8b-517a8acf65fe","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T22:00:09Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T22:00:09Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-router-route","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-router-route","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"cd9f9976-8d4e-47be-b430-7edfd76b0380","name":"v3-6-0-ea-2-kserve-config-llm-router-route","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T22:00:10Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"f41e4f6c-a728-442a-9d30-97aeb61f1910","name":"v3-6-0-ea-2-kserve-config-llm-scheduler","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T22:00:10Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium-validation-vf2fd","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium-validation-vf2fd","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"6cdb6c41-3291-4fd8-ac74-55f4e93dcc14","name":"premium-simulated-simulated-premium-validation-vf2fd","namespace":"llm"}
{"level":"info","ts":"2026-11-03T22:00:10Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bc626b77-c717-47b4-bc8b-517a8acf65fe","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T22:00:10Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bc626b77-c717-47b4-bc8b-517a8acf65fe","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T22:00:10Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bc626b77-c717-47b4-bc8b-517a8acf65fe","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T22:00:10Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bc626b77-c717-47b4-bc8b-517a8acf65fe","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T22:00:10Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"c6d5aeb8-a534-42da-a662-ca3162fbe45d","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T22:00:10Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bc626b77-c717-47b4-bc8b-517a8acf65fe","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T22:00:10Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"27788f16-f66c-4e34-b4ef-7ae2ca967394","name":"v3-6-0-ea-2-kserve-config-llm-scheduler-eppconfig-default-pd","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T22:00:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bc626b77-c717-47b4-bc8b-517a8acf65fe","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T22:00:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bc626b77-c717-47b4-bc8b-517a8acf65fe","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T22:00:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bc626b77-c717-47b4-bc8b-517a8acf65fe","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T22:00:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bc626b77-c717-47b4-bc8b-517a8acf65fe","Namespace":"llm","Name":"premium-simulated-simulated-premium","route":"llm/premium-simulated-simulated-premium-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T22:00:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bc626b77-c717-47b4-bc8b-517a8acf65fe","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T22:00:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bc626b77-c717-47b4-bc8b-517a8acf65fe","Namespace":"llm","Name":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T22:00:10Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bc626b77-c717-47b4-bc8b-517a8acf65fe","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T22:00:10Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bc626b77-c717-47b4-bc8b-517a8acf65fe","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T22:00:10Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bc626b77-c717-47b4-bc8b-517a8acf65fe","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T22:00:10Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-template","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"fec0f863-efa7-4ba2-b2bd-cdc6361205e9","name":"v3-6-0-ea-2-kserve-config-llm-template","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T22:00:10Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bc626b77-c717-47b4-bc8b-517a8acf65fe","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T22:00:11Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bc626b77-c717-47b4-bc8b-517a8acf65fe","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T22:00:11Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"0a6fe22a-a24d-4ebb-a451-f418b0de93ef","name":"v3-6-0-ea-2-kserve-config-llm-tokenizer","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T22:00:11Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bc626b77-c717-47b4-bc8b-517a8acf65fe","Namespace":"llm","Name":"premium-simulated-simulated-premium"}
{"level":"info","ts":"2026-11-03T22:00:11Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-tracing","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"091ff0b4-79c2-4cb2-a0c7-88b9aaa7298f","name":"v3-6-0-ea-2-kserve-config-llm-tracing","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T22:00:11Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"697a4acd-0ca1-4661-a2b3-bcafc0233fdb","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T22:00:11Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T22:00:11Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"},"namespace":"opendatahub","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:opendatahub:kserve-module-controller-manager","requestID":"30c0fafc-5a16-42b0-8335-18437c093968","name":"v3-6-0-ea-2-kserve-config-llm-worker-data-parallel","namespace":"opendatahub"}
{"level":"info","ts":"2026-11-03T22:00:12Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated-validation-tzczh","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated-validation-tzczh","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"35d66feb-84ac-4221-91a6-90efb79c1c9a","name":"facebook-opt-125m-simulated-validation-tzczh","namespace":"llm"}
{"level":"info","ts":"2026-11-03T22:00:12Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"697a4acd-0ca1-4661-a2b3-bcafc0233fdb","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T22:00:12Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"697a4acd-0ca1-4661-a2b3-bcafc0233fdb","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T22:00:12Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"697a4acd-0ca1-4661-a2b3-bcafc0233fdb","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T22:00:12Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"697a4acd-0ca1-4661-a2b3-bcafc0233fdb","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T22:00:12Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"697a4acd-0ca1-4661-a2b3-bcafc0233fdb","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T22:00:12Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"697a4acd-0ca1-4661-a2b3-bcafc0233fdb","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T22:00:12Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"697a4acd-0ca1-4661-a2b3-bcafc0233fdb","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T22:00:12Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"697a4acd-0ca1-4661-a2b3-bcafc0233fdb","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T22:00:12Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"697a4acd-0ca1-4661-a2b3-bcafc0233fdb","Namespace":"llm","Name":"facebook-opt-125m-simulated","route":"llm/facebook-opt-125m-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T22:00:12Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"697a4acd-0ca1-4661-a2b3-bcafc0233fdb","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T22:00:12Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"697a4acd-0ca1-4661-a2b3-bcafc0233fdb","Namespace":"llm","Name":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T22:00:12Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"697a4acd-0ca1-4661-a2b3-bcafc0233fdb","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T22:00:12Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"697a4acd-0ca1-4661-a2b3-bcafc0233fdb","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T22:00:12Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"697a4acd-0ca1-4661-a2b3-bcafc0233fdb","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T22:00:12Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"697a4acd-0ca1-4661-a2b3-bcafc0233fdb","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T22:00:13Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"697a4acd-0ca1-4661-a2b3-bcafc0233fdb","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T22:00:13Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"697a4acd-0ca1-4661-a2b3-bcafc0233fdb","Namespace":"llm","Name":"facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-11-03T22:00:13Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"c0499f5c-77ba-4f3e-9bc0-0d0956d55eaf","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"distinct-w3-885382"}
{"level":"info","ts":"2026-11-03T22:00:13Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"5033d571-dd10-4385-af00-ab0348db06fa","Namespace":"e2e-models-e2e-worker-w3-885382","Name":"simulator-w3-885382"}
{"level":"info","ts":"2026-11-03T22:00:13Z","logger":"LLMInferenceService","msg":"Starting reconciliation","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a61b3e9a-c8cb-4a4f-b752-98f012b7b441","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T22:00:13Z","logger":"CaBundleConfigMapReconciler","msg":"Reconciling CaBundleConfigMap","namespace":"llm"}
{"level":"info","ts":"2026-11-03T22:00:13Z","logger":"admission","msg":"Validating LLMInferenceService v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated-validation-s2b87","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated-validation-s2b87","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceservices"},"user":"system:serviceaccount:opendatahub:llmisvc-controller-manager","requestID":"62763019-17db-4715-85a0-ff33d6c511b2","name":"e2e-embedding-simulated-validation-s2b87","namespace":"llm"}
{"level":"info","ts":"2026-11-03T22:00:13Z","logger":"LLMInferenceService.reconcile","msg":"spec.router.route.http.spec.parentRefs can be omitted when spec.router.gateway.refs is set; parentRefs will be derived automatically from gateway refs","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a61b3e9a-c8cb-4a4f-b752-98f012b7b441","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T22:00:13Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling Workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a61b3e9a-c8cb-4a4f-b752-98f012b7b441","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T22:00:13Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling self-signed certificates secret","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a61b3e9a-c8cb-4a4f-b752-98f012b7b441","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T22:00:14Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling multi-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a61b3e9a-c8cb-4a4f-b752-98f012b7b441","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T22:00:14Z","logger":"LLMInferenceService.reconcile.reconcileWorkload","msg":"Reconciling single-node workload","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a61b3e9a-c8cb-4a4f-b752-98f012b7b441","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T22:00:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Router","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a61b3e9a-c8cb-4a4f-b752-98f012b7b441","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T22:00:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Scheduler","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a61b3e9a-c8cb-4a4f-b752-98f012b7b441","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T22:00:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling HTTPRoute","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a61b3e9a-c8cb-4a4f-b752-98f012b7b441","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T22:00:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"HTTPRoute readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a61b3e9a-c8cb-4a4f-b752-98f012b7b441","Namespace":"llm","Name":"e2e-embedding-simulated","route":"llm/e2e-embedding-simulated-kserve-route","ready":true}
{"level":"info","ts":"2026-11-03T22:00:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Reconciling Istio Destination Rules","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a61b3e9a-c8cb-4a4f-b752-98f012b7b441","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T22:00:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter","msg":"Gateway readiness evaluated","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a61b3e9a-c8cb-4a4f-b752-98f012b7b441","Namespace":"llm","Name":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","ready":true}
{"level":"info","ts":"2026-11-03T22:00:14Z","logger":"LLMInferenceService.reconcile.reconcileRouter.evaluateGatewayConditions","msg":"All referenced Gateways are ready","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a61b3e9a-c8cb-4a4f-b752-98f012b7b441","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T22:00:14Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling Monitoring Resources for LLMInferenceService","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a61b3e9a-c8cb-4a4f-b752-98f012b7b441","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T22:00:14Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService metrics reader RBAC for namespace","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a61b3e9a-c8cb-4a4f-b752-98f012b7b441","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T22:00:14Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService engine monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a61b3e9a-c8cb-4a4f-b752-98f012b7b441","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T22:00:15Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring","msg":"Reconciling LLMInferenceService scheduler monitor","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a61b3e9a-c8cb-4a4f-b752-98f012b7b441","Namespace":"llm","Name":"e2e-embedding-simulated"}
{"level":"info","ts":"2026-11-03T22:00:15Z","logger":"LLMInferenceService.reconcile.reconcileMonitoring.reconcileMonitoringNetworkPolicy","msg":"Reconciling monitoring NetworkPolicy for Prometheus scraping","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","LLMInferenceService":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a61b3e9a-c8cb-4a4f-b752-98f012b7b441","Namespace":"llm","Name":"e2e-embedding-simulated"}